{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5077.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9748): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9748) [trial-2364↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9748)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9748): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9748) [trial-2364↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:06:51.335128 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:06:51.346422 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:06:51.944864 tst mo_mt_sms.py: using LAC 23408\u000a20:06:52.070164 tst mo_mt_sms.py: using RAC 203\u000a20:06:52.196731 tst mo_mt_sms.py: using CellId 23408\u000a20:06:52.321697 tst mo_mt_sms.py: using BVCI 23409\u000a20:06:52.346287 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:06:52.529437 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:06:52.826581 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:06:52.963093 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:06:55.335883 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9747): Launched\u000a20:06:55.661612 run osmo-nitb_10.42.42.2(pid=9748): Launched\u000a20:06:55.848909 run osmo-nitb_10.42.42.2(pid=9748): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9748)]\u000a20:06:55.984219 run osmo-nitb_10.42.42.2(pid=9748): stdout: \u000a| (launched: 2022-12-09_20:06:55.502169) \u000a20:06:56.120171 run osmo-nitb_10.42.42.2(pid=9748): stderr: \u000a| (launched: 2022-12-09_20:06:55.550819)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:06:56.251306 run osmo-nitb_10.42.42.2(pid=9748): stdout: \u000a| (launched: 2022-12-09_20:06:55.502169) \u000a20:06:56.381802 run osmo-nitb_10.42.42.2(pid=9748): stderr: \u000a| (launched: 2022-12-09_20:06:55.550819)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:06:56.438492 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9748): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9748) [trial-2364↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9748)] [trial-2364↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a20:06:56.447149 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a20:06:56.483858 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9747): Terminating (SIGTERM)\u000a20:06:56.661821 --- ParallelTerminationStrategy: PID 9747 died...\u000a20:06:56.719687 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9747): Terminated: ok {rc=0}\u000a20:06:56.807887 bus /sierra_3: Setting Powered False\u000a20:06:57.918504 bus /sierra_3: Setting Powered False\u000a20:06:59.030133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:06:51" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2364↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2364↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:07:00.891744 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:00.904511 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:07:01.053829 tst mo_mt_sms.py: using LAC 23409\u000a20:07:01.208449 tst mo_mt_sms.py: using RAC 204\u000a20:07:01.358854 tst mo_mt_sms.py: using CellId 23409\u000a20:07:01.520753 tst mo_mt_sms.py: using BVCI 23410\u000a20:07:01.551074 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:01.566261 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:01.581444 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:01.597392 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:01.612471 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:01.627430 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:07:01.779894 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:07:02.023372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:03.783237 run create_hlr_db(pid=9755): Launched\u000a20:07:03.961775 bus /sierra_2: Setting Powered False\u000a20:07:04.981810 run create_hlr_db(pid=9755): Terminated: ok {rc=0}\u000a20:07:05.420423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Launched\u000a20:07:05.752207 run osmo-hlr_10.42.42.2(pid=9758): Launched\u000a20:07:05.878633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:08.468288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Launched\u000a20:07:08.798303 run osmo-stp_10.42.42.5(pid=9761): Launched\u000a20:07:08.918273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:14.396226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Launched\u000a20:07:14.705283 run osmo-msc_10.42.42.6(pid=9764): Launched\u000a20:07:14.885857 run osmo-stp_10.42.42.5(pid=9761): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]\u000a20:07:15.015391 run osmo-stp_10.42.42.5(pid=9761): stdout: \u000a| (launched: 2022-12-09_20:07:08.635760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:15.143308 run osmo-stp_10.42.42.5(pid=9761): stderr: \u000a| �[0;m�[38;5;43m20221209200708833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200708833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200708833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200708834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200708834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200708834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200708834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:15.266536 run osmo-stp_10.42.42.5(pid=9761): stdout: \u000a| (launched: 2022-12-09_20:07:08.635760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:15.389172 run osmo-stp_10.42.42.5(pid=9761): stderr: \u000a| �[0;m�[38;5;43m20221209200708833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200708833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200708833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200708834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200708834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200708834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200708834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:15.442802 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2364↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)] [trial-2364↪sms:sysmo↪mo_mt_sms.py:16]\u000a20:07:15.451048 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a20:07:15.511406 run osmo-hlr_10.42.42.2(pid=9758): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9758)]\u000a20:07:15.561443 run osmo-hlr_10.42.42.2(pid=9758): stdout: \u000a| (launched: 2022-12-09_20:07:05.587724) \u000a20:07:15.611627 run osmo-hlr_10.42.42.2(pid=9758): stderr: \u000a| �[0;m�[1;31m20221209200705790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200705790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200705790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200705790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200705790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200705790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200705803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200705812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200705812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200705812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:15.679720 run osmo-msc_10.42.42.6(pid=9764): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9764)]\u000a20:07:15.729383 run osmo-msc_10.42.42.6(pid=9764): stdout: \u000a| (launched: 2022-12-09_20:07:14.551850) \u000a20:07:15.779598 run osmo-msc_10.42.42.6(pid=9764): stderr: \u000a| �[0;m�[38;5;43m20221209200714827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200714827 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f954e3adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200714827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200714827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200714828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200714828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200714830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200714830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200714830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200714830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:15.822208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Terminating (SIGTERM)\u000a20:07:15.867090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Terminating (SIGTERM)\u000a20:07:15.921607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Terminating (SIGTERM)\u000a20:07:15.931441 --- ParallelTerminationStrategy: PID 9757 died...\u000a20:07:15.988607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Terminated: ok {rc=0}\u000a20:07:15.999064 --- ParallelTerminationStrategy: PID 9760 died...\u000a20:07:16.055785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Terminated: ok {rc=0}\u000a20:07:16.068846 --- ParallelTerminationStrategy: PID 9763 died...\u000a20:07:16.138101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Terminated: ok {rc=0}\u000a20:07:16.241612 bus /sierra_3: Setting Powered False\u000a20:07:17.351256 bus /sierra_3: Setting Powered False\u000a20:07:18.460128 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:07:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9770) [trial-2364↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9770)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9770) [trial-2364↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:07:20.258951 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:07:20.270246 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:07:20.395980 tst assert_extension.py: using LAC 23410\u000a20:07:20.537256 tst assert_extension.py: using RAC 205\u000a20:07:20.658285 tst assert_extension.py: using CellId 23410\u000a20:07:20.776678 tst assert_extension.py: using BVCI 23411\u000a20:07:20.799861 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:07:21.096939 tst assert_extension.py:10: start nitb and bts...\u000a20:07:21.234084 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:07:21.911008 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9769): Launched\u000a20:07:22.239026 run osmo-nitb_10.42.42.2(pid=9770): Launched\u000a20:07:22.438847 run osmo-nitb_10.42.42.2(pid=9770): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9770)]\u000a20:07:22.585840 run osmo-nitb_10.42.42.2(pid=9770): stdout: \u000a| (launched: 2022-12-09_20:07:22.078214) \u000a20:07:22.732935 run osmo-nitb_10.42.42.2(pid=9770): stderr: \u000a| (launched: 2022-12-09_20:07:22.127086)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:07:22.875774 run osmo-nitb_10.42.42.2(pid=9770): stdout: \u000a| (launched: 2022-12-09_20:07:22.078214) \u000a20:07:23.017439 run osmo-nitb_10.42.42.2(pid=9770): stderr: \u000a| (launched: 2022-12-09_20:07:22.127086)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:07:23.370651 tst osmo-nitb_10.42.42.2(pid=9770): stdout: \u000a| (launched: 2022-12-09_20:07:22.078214) \u000a20:07:23.500422 tst osmo-nitb_10.42.42.2(pid=9770): stderr: \u000a| (launched: 2022-12-09_20:07:22.127086)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:07:23.557610 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9770): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9770) [trial-2364↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9770)] [trial-2364↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a20:07:23.566455 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:07:23.602304 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9769): Terminating (SIGTERM)\u000a20:07:23.779817 --- ParallelTerminationStrategy: PID 9769 died...\u000a20:07:23.837172 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9769): Terminated: ok {rc=0}\u000a20:07:23.926510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:07:20" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9780): Process ended prematurely: osmo-stp_10.42.42.5(pid=9780) [trial-2364↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9780): Process ended prematurely: osmo-stp_10.42.42.5(pid=9780) [trial-2364↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:07:25.764245 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:25.777775 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:07:25.926097 tst assert_extension.py: using LAC 23411\u000a20:07:26.081230 tst assert_extension.py: using RAC 206\u000a20:07:26.201857 tst assert_extension.py: using CellId 23411\u000a20:07:26.320644 tst assert_extension.py: using BVCI 23412\u000a20:07:26.344182 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:26.354788 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:26.365421 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:26.375969 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:26.386582 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:07:26.397131 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:07:26.608126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:27.137058 run create_hlr_db(pid=9774): Launched\u000a20:07:27.327281 bus /sierra_2: Setting Powered False\u000a20:07:28.347409 run create_hlr_db(pid=9774): Terminated: ok {rc=0}\u000a20:07:28.760603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9776): Launched\u000a20:07:29.071242 run osmo-hlr_10.42.42.2(pid=9777): Launched\u000a20:07:29.182896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:29.721105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9779): Launched\u000a20:07:30.031255 run osmo-stp_10.42.42.5(pid=9780): Launched\u000a20:07:30.144003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:30.703537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9782): Launched\u000a20:07:31.186017 run osmo-msc_10.42.42.6(pid=9783): Launched\u000a20:07:31.644451 run osmo-stp_10.42.42.5(pid=9780): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)]\u000a20:07:31.776272 run osmo-stp_10.42.42.5(pid=9780): stdout: \u000a| (launched: 2022-12-09_20:07:29.876672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:31.908502 run osmo-stp_10.42.42.5(pid=9780): stderr: \u000a| �[0;m�[38;5;43m20221209200730048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200730048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200730049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200730049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200730051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200730051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200730051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:32.035743 run osmo-stp_10.42.42.5(pid=9780): stdout: \u000a| (launched: 2022-12-09_20:07:29.876672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:32.162164 run osmo-stp_10.42.42.5(pid=9780): stderr: \u000a| �[0;m�[38;5;43m20221209200730048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200730048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200730049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200730049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200730051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200730051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200730051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:32.217537 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9780): Process ended prematurely: osmo-stp_10.42.42.5(pid=9780) [trial-2364↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9780)] [trial-2364↪ussd:sysmo↪assert_extension.py:17]\u000a20:07:32.226809 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a20:07:32.291101 run osmo-hlr_10.42.42.2(pid=9777): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9777)]\u000a20:07:32.342569 run osmo-hlr_10.42.42.2(pid=9777): stdout: \u000a| (launched: 2022-12-09_20:07:28.916896) \u000a20:07:32.393587 run osmo-hlr_10.42.42.2(pid=9777): stderr: \u000a| �[0;m�[1;31m20221209200729098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200729098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200729098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200729098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200729098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200729098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200729143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200729152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200729153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200729153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:32.461130 run osmo-msc_10.42.42.6(pid=9783): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9783)]\u000a20:07:32.510601 run osmo-msc_10.42.42.6(pid=9783): stdout: \u000a| (launched: 2022-12-09_20:07:30.868029) \u000a20:07:32.560469 run osmo-msc_10.42.42.6(pid=9783): stderr: \u000a| �[0;m�[38;5;43m20221209200731402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200731403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bdc639c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200731403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200731403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200731403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200731405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200731408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200731409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200731409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200731410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:32.602691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9776): Terminating (SIGTERM)\u000a20:07:32.642464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9779): Terminating (SIGTERM)\u000a20:07:32.682725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9782): Terminating (SIGTERM)\u000a20:07:32.692166 --- ParallelTerminationStrategy: PID 9776 died...\u000a20:07:32.746114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9776): Terminated: ok {rc=0}\u000a20:07:32.755722 --- ParallelTerminationStrategy: PID 9779 died...\u000a20:07:32.808762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9779): Terminated: ok {rc=0}\u000a20:07:32.818760 --- ParallelTerminationStrategy: PID 9782 died...\u000a20:07:32.871660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9782): Terminated: ok {rc=0}\u000a20:07:32.959841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:07:25" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9796): Process ended prematurely: osmo-stp_10.42.42.5(pid=9796) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9796): Process ended prematurely: osmo-stp_10.42.42.5(pid=9796) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:07:34.885843 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:34.897241 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:07:35.050782 tst mo_mt_call.py: using LAC 23412\u000a20:07:35.179383 tst mo_mt_call.py: using RAC 207\u000a20:07:35.307577 tst mo_mt_call.py: using CellId 23412\u000a20:07:35.430038 tst mo_mt_call.py: using BVCI 23413\u000a20:07:35.453808 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:35.464938 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:35.476086 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:35.487666 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:35.499211 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:35.510834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:35.633175 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:35.840107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:36.335690 run create_hlr_db(pid=9790): Launched\u000a20:07:36.514774 bus /sierra_2: Setting Powered False\u000a20:07:37.537142 run create_hlr_db(pid=9790): Terminated: ok {rc=0}\u000a20:07:37.982776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9792): Launched\u000a20:07:38.320932 run osmo-hlr_10.42.42.2(pid=9793): Launched\u000a20:07:38.444024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:39.026195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9795): Launched\u000a20:07:39.363048 run osmo-stp_10.42.42.5(pid=9796): Launched\u000a20:07:39.485176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:40.095096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9798): Launched\u000a20:07:40.432877 run osmo-msc_10.42.42.6(pid=9799): Launched\u000a20:07:40.628316 run osmo-stp_10.42.42.5(pid=9796): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)]\u000a20:07:40.768285 run osmo-stp_10.42.42.5(pid=9796): stdout: \u000a| (launched: 2022-12-09_20:07:39.196668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:40.907471 run osmo-stp_10.42.42.5(pid=9796): stderr: \u000a| �[0;m�[38;5;43m20221209200739394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200739394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200739394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200739395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200739395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200739395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200739395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:41.041683 run osmo-stp_10.42.42.5(pid=9796): stdout: \u000a| (launched: 2022-12-09_20:07:39.196668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:41.175316 run osmo-stp_10.42.42.5(pid=9796): stderr: \u000a| �[0;m�[38;5;43m20221209200739394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200739394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200739394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200739395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200739395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200739395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200739395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:41.233746 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9796): Process ended prematurely: osmo-stp_10.42.42.5(pid=9796) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9796)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:07:41.242971 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:07:41.306208 run osmo-hlr_10.42.42.2(pid=9793): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9793)]\u000a20:07:41.358358 run osmo-hlr_10.42.42.2(pid=9793): stdout: \u000a| (launched: 2022-12-09_20:07:38.153549) \u000a20:07:41.410986 run osmo-hlr_10.42.42.2(pid=9793): stderr: \u000a| �[0;m�[1;31m20221209200738356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200738356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200738356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200738356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200738356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200738356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200738368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200738377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200738377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200738377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:41.482093 run osmo-msc_10.42.42.6(pid=9799): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9799)]\u000a20:07:41.533847 run osmo-msc_10.42.42.6(pid=9799): stdout: \u000a| (launched: 2022-12-09_20:07:40.265442) \u000a20:07:41.586109 run osmo-msc_10.42.42.6(pid=9799): stderr: \u000a| �[0;m�[38;5;43m20221209200740591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200740591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f396d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200740591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200740591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200740591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200740592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200740593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200740594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200740594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200740594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:41.630844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9792): Terminating (SIGTERM)\u000a20:07:41.673050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9795): Terminating (SIGTERM)\u000a20:07:41.715379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9798): Terminating (SIGTERM)\u000a20:07:41.725074 --- ParallelTerminationStrategy: PID 9792 died...\u000a20:07:41.781238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9792): Terminated: ok {rc=0}\u000a20:07:41.791302 --- ParallelTerminationStrategy: PID 9795 died...\u000a20:07:41.847268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9795): Terminated: ok {rc=0}\u000a20:07:41.857334 --- ParallelTerminationStrategy: PID 9798 died...\u000a20:07:41.913484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9798): Terminated: ok {rc=0}\u000a20:07:42.005777 bus /sierra_3: Setting Powered False\u000a20:07:43.108691 bus /sierra_3: Setting Powered False\u000a20:07:44.222142 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9807): Process ended prematurely: osmo-stp_10.42.42.5(pid=9807) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9807)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9807): Process ended prematurely: osmo-stp_10.42.42.5(pid=9807) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:07:45.338868 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:45.351193 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:07:45.506940 tst mo_mt_call_osmux.py: using LAC 23413\u000a20:07:45.637598 tst mo_mt_call_osmux.py: using RAC 208\u000a20:07:45.769774 tst mo_mt_call_osmux.py: using CellId 23413\u000a20:07:45.927440 tst mo_mt_call_osmux.py: using BVCI 23414\u000a20:07:45.953431 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:45.966051 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:45.979416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:45.992633 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:46.004716 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:07:46.017832 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:46.144134 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:07:46.369370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:46.941487 run create_hlr_db(pid=9801): Launched\u000a20:07:47.138356 bus /sierra_2: Setting Powered False\u000a20:07:48.157012 run create_hlr_db(pid=9801): Terminated: ok {rc=0}\u000a20:07:48.602707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9803): Launched\u000a20:07:48.939840 run osmo-hlr_10.42.42.2(pid=9804): Launched\u000a20:07:49.061981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:49.644453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9806): Launched\u000a20:07:49.980923 run osmo-stp_10.42.42.5(pid=9807): Launched\u000a20:07:50.102763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:07:50.712884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9809): Launched\u000a20:07:51.049615 run osmo-msc_10.42.42.6(pid=9810): Launched\u000a20:07:51.244438 run osmo-stp_10.42.42.5(pid=9807): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9807)]\u000a20:07:51.385249 run osmo-stp_10.42.42.5(pid=9807): stdout: \u000a| (launched: 2022-12-09_20:07:49.814875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:51.524613 run osmo-stp_10.42.42.5(pid=9807): stderr: \u000a| �[0;m�[38;5;43m20221209200750012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200750012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200750012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200750013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200750015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200750015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200750015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:51.659188 run osmo-stp_10.42.42.5(pid=9807): stdout: \u000a| (launched: 2022-12-09_20:07:49.814875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:51.792281 run osmo-stp_10.42.42.5(pid=9807): stderr: \u000a| �[0;m�[38;5;43m20221209200750012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200750012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200750012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200750013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200750015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200750015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200750015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:51.851040 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9807): Process ended prematurely: osmo-stp_10.42.42.5(pid=9807) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9807)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:07:51.860430 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:07:51.924238 run osmo-hlr_10.42.42.2(pid=9804): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9804)]\u000a20:07:51.976541 run osmo-hlr_10.42.42.2(pid=9804): stdout: \u000a| (launched: 2022-12-09_20:07:48.773244) \u000a20:07:52.029339 run osmo-hlr_10.42.42.2(pid=9804): stderr: \u000a| �[0;m�[1;31m20221209200748976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200748976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200748976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200748976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200748976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200748976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200749010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200749020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200749020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:52.101360 run osmo-msc_10.42.42.6(pid=9810): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9810)]\u000a20:07:52.153660 run osmo-msc_10.42.42.6(pid=9810): stdout: \u000a| (launched: 2022-12-09_20:07:50.882863) \u000a20:07:52.206292 run osmo-msc_10.42.42.6(pid=9810): stderr: \u000a| �[0;m�[38;5;43m20221209200751209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200751209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc115fe4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200751209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200751209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200751210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200751210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200751211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200751212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200751212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200751212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:07:52.251219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9803): Terminating (SIGTERM)\u000a20:07:52.293692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9806): Terminating (SIGTERM)\u000a20:07:52.336345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9809): Terminating (SIGTERM)\u000a20:07:52.346137 --- ParallelTerminationStrategy: PID 9803 died...\u000a20:07:52.402865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9803): Terminated: ok {rc=0}\u000a20:07:52.413065 --- ParallelTerminationStrategy: PID 9806 died...\u000a20:07:52.469385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9806): Terminated: ok {rc=0}\u000a20:07:52.479572 --- ParallelTerminationStrategy: PID 9809 died...\u000a20:07:52.535863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9809): Terminated: ok {rc=0}\u000a20:07:52.623693 bus /sierra_3: Setting Powered False\u000a20:07:53.728562 bus /sierra_3: Setting Powered False\u000a20:07:54.839997 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:07:34" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9821): Process ended prematurely: osmo-stp_10.42.42.5(pid=9821) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9821): Process ended prematurely: osmo-stp_10.42.42.5(pid=9821) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:07:56.813826 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:56.825372 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:07:56.978537 tst mo_mt_call.py: using LAC 23414\u000a20:07:57.105222 tst mo_mt_call.py: using RAC 209\u000a20:07:57.227693 tst mo_mt_call.py: using CellId 23414\u000a20:07:57.350864 tst mo_mt_call.py: using BVCI 23415\u000a20:07:57.374859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:57.385866 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:57.396551 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:57.407622 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:57.418739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:07:57.429950 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:07:57.549733 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:07:57.757984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:58.252342 run create_hlr_db(pid=9815): Launched\u000a20:07:58.432817 bus /sierra_2: Setting Powered False\u000a20:07:59.453169 run create_hlr_db(pid=9815): Terminated: ok {rc=0}\u000a20:07:59.899759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9817): Launched\u000a20:08:00.235666 run osmo-hlr_10.42.42.2(pid=9818): Launched\u000a20:08:00.359672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:00.962605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9820): Launched\u000a20:08:01.301901 run osmo-stp_10.42.42.5(pid=9821): Launched\u000a20:08:01.510022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:02.247517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9832): Launched\u000a20:08:02.742220 run osmo-msc_10.42.42.6(pid=9841): Launched\u000a20:08:03.116849 run osmo-stp_10.42.42.5(pid=9821): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)]\u000a20:08:03.412856 run osmo-stp_10.42.42.5(pid=9821): stdout: \u000a| (launched: 2022-12-09_20:08:01.126800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:03.616535 run osmo-stp_10.42.42.5(pid=9821): stderr: \u000a| �[0;m�[38;5;43m20221209200801471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200801471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200801471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200801472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200801474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200801474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200801474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:03.776543 run osmo-stp_10.42.42.5(pid=9821): stdout: \u000a| (launched: 2022-12-09_20:08:01.126800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:03.933597 run osmo-stp_10.42.42.5(pid=9821): stderr: \u000a| �[0;m�[38;5;43m20221209200801471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200801471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200801471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200801472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200801474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200801474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200801474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:04.007086 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9821): Process ended prematurely: osmo-stp_10.42.42.5(pid=9821) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:08:04.022647 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a20:08:04.102336 run osmo-hlr_10.42.42.2(pid=9818): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9818)]\u000a20:08:04.165926 run osmo-hlr_10.42.42.2(pid=9818): stdout: \u000a| (launched: 2022-12-09_20:08:00.070581) \u000a20:08:04.228632 run osmo-hlr_10.42.42.2(pid=9818): stderr: \u000a| �[0;m�[1;31m20221209200800272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200800272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200800272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200800272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200800272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200800272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200800288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200800299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200800299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200800299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:04.318124 run osmo-msc_10.42.42.6(pid=9841): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9841)]\u000a20:08:04.384924 run osmo-msc_10.42.42.6(pid=9841): stdout: \u000a| (launched: 2022-12-09_20:08:02.454914) \u000a20:08:04.451808 run osmo-msc_10.42.42.6(pid=9841): stderr: \u000a| �[0;m�[38;5;43m20221209200803082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200803082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f380e129c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200803082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200803082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200803083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200803083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200803084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200803089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200803089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200803089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:04.506433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9817): Terminating (SIGTERM)\u000a20:08:04.578109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9820): Terminating (SIGTERM)\u000a20:08:04.633868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9832): Terminating (SIGTERM)\u000a20:08:04.644279 --- ParallelTerminationStrategy: PID 9817 died...\u000a20:08:04.717548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9817): Terminated: ok {rc=0}\u000a20:08:04.728298 --- ParallelTerminationStrategy: PID 9820 died...\u000a20:08:04.794630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9820): Terminated: ok {rc=0}\u000a20:08:04.805511 --- ParallelTerminationStrategy: PID 9832 died...\u000a20:08:04.871692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9832): Terminated: ok {rc=0}\u000a20:08:04.974400 bus /sierra_3: Setting Powered False\u000a20:08:06.088784 bus /sierra_3: Setting Powered False\u000a20:08:07.201082 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10103): Process ended prematurely: osmo-stp_10.42.42.5(pid=10103) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10103): Process ended prematurely: osmo-stp_10.42.42.5(pid=10103) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:08:08.316808 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:08:08.329805 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:08:08.480610 tst mo_mt_call_osmux.py: using LAC 23415\u000a20:08:08.609260 tst mo_mt_call_osmux.py: using RAC 210\u000a20:08:08.736201 tst mo_mt_call_osmux.py: using CellId 23415\u000a20:08:08.863278 tst mo_mt_call_osmux.py: using BVCI 23416\u000a20:08:08.888453 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:08:08.901393 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:08:08.914213 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:08:08.927118 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:08:08.940099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:08:08.952145 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:08:09.076571 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:08:09.291624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:09.840999 run create_hlr_db(pid=10097): Launched\u000a20:08:10.028155 bus /sierra_2: Setting Powered False\u000a20:08:11.051510 run create_hlr_db(pid=10097): Terminated: ok {rc=0}\u000a20:08:11.494728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10099): Launched\u000a20:08:11.931707 run osmo-hlr_10.42.42.2(pid=10100): Launched\u000a20:08:12.164934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:12.837059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10102): Launched\u000a20:08:13.267793 run osmo-stp_10.42.42.5(pid=10103): Launched\u000a20:08:13.503835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:14.179144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10105): Launched\u000a20:08:14.606421 run osmo-msc_10.42.42.6(pid=10106): Launched\u000a20:08:14.999621 run osmo-stp_10.42.42.5(pid=10103): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)]\u000a20:08:15.279826 run osmo-stp_10.42.42.5(pid=10103): stdout: \u000a| (launched: 2022-12-09_20:08:13.002441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:15.478766 run osmo-stp_10.42.42.5(pid=10103): stderr: \u000a| �[0;m�[38;5;43m20221209200813339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200813339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200813339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200813339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200813340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200813340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200813340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:15.611371 run osmo-stp_10.42.42.5(pid=10103): stdout: \u000a| (launched: 2022-12-09_20:08:13.002441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:15.741942 run osmo-stp_10.42.42.5(pid=10103): stderr: \u000a| �[0;m�[38;5;43m20221209200813339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200813339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200813339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200813339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200813340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200813340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200813340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:15.799679 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10103): Process ended prematurely: osmo-stp_10.42.42.5(pid=10103) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10103)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:08:15.809515 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a20:08:15.888263 run osmo-hlr_10.42.42.2(pid=10100): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10100)]\u000a20:08:15.942003 run osmo-hlr_10.42.42.2(pid=10100): stdout: \u000a| (launched: 2022-12-09_20:08:11.660128) \u000a20:08:16.007541 run osmo-hlr_10.42.42.2(pid=10100): stderr: \u000a| �[0;m�[1;31m20221209200812009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200812009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200812009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200812009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200812009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200812009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200812030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200812042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200812043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200812043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:16.078364 run osmo-msc_10.42.42.6(pid=10106): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10106)]\u000a20:08:16.131912 run osmo-msc_10.42.42.6(pid=10106): stdout: \u000a| (launched: 2022-12-09_20:08:14.344393) \u000a20:08:16.184500 run osmo-msc_10.42.42.6(pid=10106): stderr: \u000a| �[0;m�[38;5;43m20221209200814949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200814949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1b095fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200814950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200814950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200814950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200814950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200814952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200814952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200814952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200814952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:16.239361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10099): Terminating (SIGTERM)\u000a20:08:16.309311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10102): Terminating (SIGTERM)\u000a20:08:16.360630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10105): Terminating (SIGTERM)\u000a20:08:16.372827 --- ParallelTerminationStrategy: PID 10099 died...\u000a20:08:16.439448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10099): Terminated: ok {rc=0}\u000a20:08:16.451196 --- ParallelTerminationStrategy: PID 10102 died...\u000a20:08:16.517898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10102): Terminated: ok {rc=0}\u000a20:08:16.530163 --- ParallelTerminationStrategy: PID 10105 died...\u000a20:08:16.595446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10105): Terminated: ok {rc=0}\u000a20:08:16.702615 bus /sierra_3: Setting Powered False\u000a20:08:17.812852 bus /sierra_3: Setting Powered False\u000a20:08:18.928260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:07:56" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10118): Process ended prematurely: osmo-stp_10.42.42.5(pid=10118) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10118)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10118): Process ended prematurely: osmo-stp_10.42.42.5(pid=10118) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:08:20.901274 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:20.913391 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:08:21.064834 tst mo_mt_call.py: using LAC 23416\u000a20:08:21.190981 tst mo_mt_call.py: using RAC 211\u000a20:08:21.316833 tst mo_mt_call.py: using CellId 23416\u000a20:08:21.442395 tst mo_mt_call.py: using BVCI 23417\u000a20:08:21.468203 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:21.480499 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:21.492449 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:21.507448 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:21.520426 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:21.534209 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:21.659716 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:21.877723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:22.434539 run create_hlr_db(pid=10111): Launched\u000a20:08:22.623894 bus /sierra_2: Setting Powered False\u000a20:08:23.644295 run create_hlr_db(pid=10111): Terminated: ok {rc=0}\u000a20:08:24.092654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10113): Launched\u000a20:08:24.526119 run osmo-hlr_10.42.42.2(pid=10114): Launched\u000a20:08:24.699776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:25.283870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10117): Launched\u000a20:08:25.620734 run osmo-stp_10.42.42.5(pid=10118): Launched\u000a20:08:25.742670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:26.354319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10120): Launched\u000a20:08:26.692756 run osmo-msc_10.42.42.6(pid=10121): Launched\u000a20:08:26.887706 run osmo-stp_10.42.42.5(pid=10118): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10118)]\u000a20:08:27.028292 run osmo-stp_10.42.42.5(pid=10118): stdout: \u000a| (launched: 2022-12-09_20:08:25.454578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:27.167525 run osmo-stp_10.42.42.5(pid=10118): stderr: \u000a| �[0;m�[38;5;43m20221209200825649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200825649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200825649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200825650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200825650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200825650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200825650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:27.301859 run osmo-stp_10.42.42.5(pid=10118): stdout: \u000a| (launched: 2022-12-09_20:08:25.454578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:27.435371 run osmo-stp_10.42.42.5(pid=10118): stderr: \u000a| �[0;m�[38;5;43m20221209200825649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200825649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200825649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200825650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200825650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200825650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200825650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:27.495206 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10118): Process ended prematurely: osmo-stp_10.42.42.5(pid=10118) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10118)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:08:27.504335 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:08:27.567977 run osmo-hlr_10.42.42.2(pid=10114): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10114)]\u000a20:08:27.619899 run osmo-hlr_10.42.42.2(pid=10114): stdout: \u000a| (launched: 2022-12-09_20:08:24.258219) \u000a20:08:27.672453 run osmo-hlr_10.42.42.2(pid=10114): stderr: \u000a| �[0;m�[1;31m20221209200824614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200824614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200824614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200824614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200824614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200824614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200824636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200824645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200824645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200824645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:27.744013 run osmo-msc_10.42.42.6(pid=10121): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10121)]\u000a20:08:27.795936 run osmo-msc_10.42.42.6(pid=10121): stdout: \u000a| (launched: 2022-12-09_20:08:26.525327) \u000a20:08:27.848843 run osmo-msc_10.42.42.6(pid=10121): stderr: \u000a| �[0;m�[38;5;43m20221209200826850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200826851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2025e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200826851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200826851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200826851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200826851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200826853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200826853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200826853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200826853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:27.893338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10113): Terminating (SIGTERM)\u000a20:08:27.935345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10117): Terminating (SIGTERM)\u000a20:08:27.977383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10120): Terminating (SIGTERM)\u000a20:08:27.987017 --- ParallelTerminationStrategy: PID 10113 died...\u000a20:08:28.043232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10113): Terminated: ok {rc=0}\u000a20:08:28.053331 --- ParallelTerminationStrategy: PID 10117 died...\u000a20:08:28.109006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10117): Terminated: ok {rc=0}\u000a20:08:28.118988 --- ParallelTerminationStrategy: PID 10120 died...\u000a20:08:28.174817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10120): Terminated: ok {rc=0}\u000a20:08:28.263401 bus /sierra_3: Setting Powered False\u000a20:08:29.367106 bus /sierra_3: Setting Powered False\u000a20:08:30.478218 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10129): Process ended prematurely: osmo-stp_10.42.42.5(pid=10129) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10129)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10129): Process ended prematurely: osmo-stp_10.42.42.5(pid=10129) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:08:31.598504 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:31.611624 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:08:31.771308 tst mo_mt_call_osmux.py: using LAC 23417\u000a20:08:31.909610 tst mo_mt_call_osmux.py: using RAC 212\u000a20:08:32.070688 tst mo_mt_call_osmux.py: using CellId 23417\u000a20:08:32.218385 tst mo_mt_call_osmux.py: using BVCI 23418\u000a20:08:32.245122 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:32.257059 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:32.268796 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:32.281947 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:32.293710 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:08:32.305480 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:32.428147 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:08:32.637366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:33.132512 run create_hlr_db(pid=10123): Launched\u000a20:08:33.312071 bus /sierra_2: Setting Powered False\u000a20:08:34.333097 run create_hlr_db(pid=10123): Terminated: ok {rc=0}\u000a20:08:34.778849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10125): Launched\u000a20:08:35.115315 run osmo-hlr_10.42.42.2(pid=10126): Launched\u000a20:08:35.237783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:35.820825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10128): Launched\u000a20:08:36.157353 run osmo-stp_10.42.42.5(pid=10129): Launched\u000a20:08:36.278363 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:36.891646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10131): Launched\u000a20:08:37.229630 run osmo-msc_10.42.42.6(pid=10132): Launched\u000a20:08:37.424835 run osmo-stp_10.42.42.5(pid=10129): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10129)]\u000a20:08:37.565787 run osmo-stp_10.42.42.5(pid=10129): stdout: \u000a| (launched: 2022-12-09_20:08:35.990985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:37.705299 run osmo-stp_10.42.42.5(pid=10129): stderr: \u000a| �[0;m�[38;5;43m20221209200836187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200836187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200836187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200836188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200836188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200836188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200836189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:37.839505 run osmo-stp_10.42.42.5(pid=10129): stdout: \u000a| (launched: 2022-12-09_20:08:35.990985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:37.972754 run osmo-stp_10.42.42.5(pid=10129): stderr: \u000a| �[0;m�[38;5;43m20221209200836187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200836187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200836187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200836188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200836188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200836188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200836189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:38.031460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10129): Process ended prematurely: osmo-stp_10.42.42.5(pid=10129) [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10129)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:08:38.040877 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:08:38.103947 run osmo-hlr_10.42.42.2(pid=10126): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10126)]\u000a20:08:38.155953 run osmo-hlr_10.42.42.2(pid=10126): stdout: \u000a| (launched: 2022-12-09_20:08:34.949042) \u000a20:08:38.208460 run osmo-hlr_10.42.42.2(pid=10126): stderr: \u000a| �[0;m�[1;31m20221209200835152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200835152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200835152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200835152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200835152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200835152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200835199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200835209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200835209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200835210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:38.279749 run osmo-msc_10.42.42.6(pid=10132): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10132)]\u000a20:08:38.332246 run osmo-msc_10.42.42.6(pid=10132): stdout: \u000a| (launched: 2022-12-09_20:08:37.062262) \u000a20:08:38.384839 run osmo-msc_10.42.42.6(pid=10132): stderr: \u000a| �[0;m�[38;5;43m20221209200837389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200837389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fdce62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200837389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200837389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200837389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200837390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200837391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200837392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200837392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200837392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:38.429649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10125): Terminating (SIGTERM)\u000a20:08:38.472036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10128): Terminating (SIGTERM)\u000a20:08:38.514737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10131): Terminating (SIGTERM)\u000a20:08:38.524412 --- ParallelTerminationStrategy: PID 10125 died...\u000a20:08:38.580687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10125): Terminated: ok {rc=0}\u000a20:08:38.590823 --- ParallelTerminationStrategy: PID 10128 died...\u000a20:08:38.647457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10128): Terminated: ok {rc=0}\u000a20:08:38.657946 --- ParallelTerminationStrategy: PID 10131 died...\u000a20:08:38.713902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10131): Terminated: ok {rc=0}\u000a20:08:38.801809 bus /sierra_3: Setting Powered False\u000a20:08:39.907429 bus /sierra_3: Setting Powered False\u000a20:08:41.019396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:08:20" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10144): Process ended prematurely: osmo-stp_10.42.42.5(pid=10144) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10144)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10144): Process ended prematurely: osmo-stp_10.42.42.5(pid=10144) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:08:42.978769 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:42.989762 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:08:43.136594 tst mo_mt_call.py: using LAC 23418\u000a20:08:43.260213 tst mo_mt_call.py: using RAC 213\u000a20:08:43.384153 tst mo_mt_call.py: using CellId 23418\u000a20:08:43.507742 tst mo_mt_call.py: using BVCI 23419\u000a20:08:43.531546 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:43.542552 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:43.553371 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:43.564868 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:43.575938 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:43.587069 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:43.708466 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:43.914775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:44.408384 run create_hlr_db(pid=10138): Launched\u000a20:08:44.588035 bus /sierra_2: Setting Powered False\u000a20:08:45.608926 run create_hlr_db(pid=10138): Terminated: ok {rc=0}\u000a20:08:46.090871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10140): Launched\u000a20:08:46.476547 run osmo-hlr_10.42.42.2(pid=10141): Launched\u000a20:08:46.644723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:47.344160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10143): Launched\u000a20:08:47.681089 run osmo-stp_10.42.42.5(pid=10144): Launched\u000a20:08:47.802142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:48.413377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10146): Launched\u000a20:08:48.751228 run osmo-msc_10.42.42.6(pid=10147): Launched\u000a20:08:48.946159 run osmo-stp_10.42.42.5(pid=10144): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10144)]\u000a20:08:49.087123 run osmo-stp_10.42.42.5(pid=10144): stdout: \u000a| (launched: 2022-12-09_20:08:47.515353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:49.226606 run osmo-stp_10.42.42.5(pid=10144): stderr: \u000a| �[0;m�[38;5;43m20221209200847713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200847713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200847713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200847714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200847714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200847714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200847714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:49.361595 run osmo-stp_10.42.42.5(pid=10144): stdout: \u000a| (launched: 2022-12-09_20:08:47.515353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:49.494798 run osmo-stp_10.42.42.5(pid=10144): stderr: \u000a| �[0;m�[38;5;43m20221209200847713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200847713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200847713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200847714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200847714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200847714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200847714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:49.553526 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10144): Process ended prematurely: osmo-stp_10.42.42.5(pid=10144) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10144)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:08:49.563008 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:08:49.626135 run osmo-hlr_10.42.42.2(pid=10141): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10141)]\u000a20:08:49.677957 run osmo-hlr_10.42.42.2(pid=10141): stdout: \u000a| (launched: 2022-12-09_20:08:46.255540) \u000a20:08:49.730292 run osmo-hlr_10.42.42.2(pid=10141): stderr: \u000a| �[0;m�[1;31m20221209200846596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200846596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200846596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200846596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200846596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200846596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200846649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200846663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200846663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200846663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:49.801311 run osmo-msc_10.42.42.6(pid=10147): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10147)]\u000a20:08:49.852991 run osmo-msc_10.42.42.6(pid=10147): stdout: \u000a| (launched: 2022-12-09_20:08:48.583688) \u000a20:08:49.905420 run osmo-msc_10.42.42.6(pid=10147): stderr: \u000a| �[0;m�[38;5;43m20221209200848911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200848911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ba8167c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200848912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200848912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200848912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200848912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200848914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200848914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200848914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200848914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:08:49.949693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10140): Terminating (SIGTERM)\u000a20:08:49.991623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10143): Terminating (SIGTERM)\u000a20:08:50.033888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10146): Terminating (SIGTERM)\u000a20:08:50.043552 --- ParallelTerminationStrategy: PID 10140 died...\u000a20:08:50.099951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10140): Terminated: ok {rc=0}\u000a20:08:50.110140 --- ParallelTerminationStrategy: PID 10143 died...\u000a20:08:50.166085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10143): Terminated: ok {rc=0}\u000a20:08:50.176200 --- ParallelTerminationStrategy: PID 10146 died...\u000a20:08:50.232047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10146): Terminated: ok {rc=0}\u000a20:08:50.318908 bus /sierra_3: Setting Powered False\u000a20:08:51.426536 bus /sierra_3: Setting Powered False\u000a20:08:52.534661 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10155): Process ended prematurely: osmo-stp_10.42.42.5(pid=10155) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10155)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10155): Process ended prematurely: osmo-stp_10.42.42.5(pid=10155) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:08:53.651805 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:53.664168 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:08:53.820235 tst mo_mt_call_osmux.py: using LAC 23419\u000a20:08:53.950541 tst mo_mt_call_osmux.py: using RAC 214\u000a20:08:54.083026 tst mo_mt_call_osmux.py: using CellId 23419\u000a20:08:54.217807 tst mo_mt_call_osmux.py: using BVCI 23420\u000a20:08:54.243317 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:54.254900 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:54.266283 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:54.277666 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:54.289318 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:08:54.300680 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:54.422700 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:08:54.637755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:55.176920 run create_hlr_db(pid=10149): Launched\u000a20:08:55.371462 bus /sierra_2: Setting Powered False\u000a20:08:56.392151 run create_hlr_db(pid=10149): Terminated: ok {rc=0}\u000a20:08:56.816863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10151): Launched\u000a20:08:57.134153 run osmo-hlr_10.42.42.2(pid=10152): Launched\u000a20:08:57.253390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:57.796092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10154): Launched\u000a20:08:58.110153 run osmo-stp_10.42.42.5(pid=10155): Launched\u000a20:08:58.226325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:08:58.798109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10157): Launched\u000a20:08:59.114480 run osmo-msc_10.42.42.6(pid=10158): Launched\u000a20:08:59.297115 run osmo-stp_10.42.42.5(pid=10155): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10155)]\u000a20:08:59.429129 run osmo-stp_10.42.42.5(pid=10155): stdout: \u000a| (launched: 2022-12-09_20:08:57.954915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:59.558578 run osmo-stp_10.42.42.5(pid=10155): stderr: \u000a| �[0;m�[38;5;43m20221209200858129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200858129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200858130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200858132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200858132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200858133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:59.683981 run osmo-stp_10.42.42.5(pid=10155): stdout: \u000a| (launched: 2022-12-09_20:08:57.954915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:59.808367 run osmo-stp_10.42.42.5(pid=10155): stderr: \u000a| �[0;m�[38;5;43m20221209200858129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200858129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200858130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200858130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200858132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200858132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200858133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:59.863319 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10155): Process ended prematurely: osmo-stp_10.42.42.5(pid=10155) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10155)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:08:59.871979 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:08:59.932489 run osmo-hlr_10.42.42.2(pid=10152): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10152)]\u000a20:08:59.982073 run osmo-hlr_10.42.42.2(pid=10152): stdout: \u000a| (launched: 2022-12-09_20:08:56.976136) \u000a20:09:00.032321 run osmo-hlr_10.42.42.2(pid=10152): stderr: \u000a| �[0;m�[1;31m20221209200857157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200857157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200857157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200857157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200857158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200857158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200857170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200857181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200857181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200857181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:00.100004 run osmo-msc_10.42.42.6(pid=10158): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10158)]\u000a20:09:00.149905 run osmo-msc_10.42.42.6(pid=10158): stdout: \u000a| (launched: 2022-12-09_20:08:58.956658) \u000a20:09:00.199993 run osmo-msc_10.42.42.6(pid=10158): stderr: \u000a| �[0;m�[38;5;43m20221209200859232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200859233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dea1cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200859233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200859233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200859233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200859233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200859235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200859235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200859235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200859236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:00.242096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10151): Terminating (SIGTERM)\u000a20:09:00.281693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10154): Terminating (SIGTERM)\u000a20:09:00.321776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10157): Terminating (SIGTERM)\u000a20:09:00.331014 --- ParallelTerminationStrategy: PID 10151 died...\u000a20:09:00.383859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10151): Terminated: ok {rc=0}\u000a20:09:00.393483 --- ParallelTerminationStrategy: PID 10154 died...\u000a20:09:00.446458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10154): Terminated: ok {rc=0}\u000a20:09:00.456149 --- ParallelTerminationStrategy: PID 10157 died...\u000a20:09:00.508296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10157): Terminated: ok {rc=0}\u000a20:09:00.597598 bus /sierra_3: Setting Powered False\u000a20:09:01.722118 bus /sierra_3: Setting Powered False\u000a20:09:02.835887 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:08:42" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10170): Process ended prematurely: osmo-stp_10.42.42.5(pid=10170) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10170): Process ended prematurely: osmo-stp_10.42.42.5(pid=10170) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:09:04.802399 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:04.814079 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:09:04.966754 tst mo_mt_call.py: using LAC 23420\u000a20:09:05.097846 tst mo_mt_call.py: using RAC 215\u000a20:09:05.227358 tst mo_mt_call.py: using CellId 23420\u000a20:09:05.358806 tst mo_mt_call.py: using BVCI 23421\u000a20:09:05.384320 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:05.395821 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:05.407197 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:05.418528 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:05.429984 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:05.441394 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:09:05.559611 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:09:05.765177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:06.258812 run create_hlr_db(pid=10164): Launched\u000a20:09:06.438549 bus /sierra_2: Setting Powered False\u000a20:09:07.460053 run create_hlr_db(pid=10164): Terminated: ok {rc=0}\u000a20:09:07.906659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10166): Launched\u000a20:09:08.244848 run osmo-hlr_10.42.42.2(pid=10167): Launched\u000a20:09:08.367054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:08.955359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10169): Launched\u000a20:09:09.292801 run osmo-stp_10.42.42.5(pid=10170): Launched\u000a20:09:09.415275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:10.025463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10172): Launched\u000a20:09:10.362471 run osmo-msc_10.42.42.6(pid=10173): Launched\u000a20:09:10.557642 run osmo-stp_10.42.42.5(pid=10170): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)]\u000a20:09:10.698060 run osmo-stp_10.42.42.5(pid=10170): stdout: \u000a| (launched: 2022-12-09_20:09:09.125813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:10.837288 run osmo-stp_10.42.42.5(pid=10170): stderr: \u000a| �[0;m�[38;5;43m20221209200909323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200909323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200909323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200909324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200909324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200909324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200909324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:10.971654 run osmo-stp_10.42.42.5(pid=10170): stdout: \u000a| (launched: 2022-12-09_20:09:09.125813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:11.104698 run osmo-stp_10.42.42.5(pid=10170): stderr: \u000a| �[0;m�[38;5;43m20221209200909323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200909323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200909323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200909324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200909324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200909324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200909324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:11.163224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10170): Process ended prematurely: osmo-stp_10.42.42.5(pid=10170) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10170)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:09:11.172345 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:09:11.234484 run osmo-hlr_10.42.42.2(pid=10167): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10167)]\u000a20:09:11.285721 run osmo-hlr_10.42.42.2(pid=10167): stdout: \u000a| (launched: 2022-12-09_20:09:08.077096) \u000a20:09:11.337345 run osmo-hlr_10.42.42.2(pid=10167): stderr: \u000a| �[0;m�[1;31m20221209200908278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200908278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200908279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200908279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200908279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200908279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200908291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200908301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:11.408070 run osmo-msc_10.42.42.6(pid=10173): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10173)]\u000a20:09:11.459132 run osmo-msc_10.42.42.6(pid=10173): stdout: \u000a| (launched: 2022-12-09_20:09:10.195557) \u000a20:09:11.511141 run osmo-msc_10.42.42.6(pid=10173): stderr: \u000a| �[0;m�[38;5;43m20221209200910523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200910523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdad5389c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200910524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200910524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200910524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200910524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200910526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200910526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200910526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200910526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:11.555163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10166): Terminating (SIGTERM)\u000a20:09:11.596631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10169): Terminating (SIGTERM)\u000a20:09:11.638157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10172): Terminating (SIGTERM)\u000a20:09:11.647685 --- ParallelTerminationStrategy: PID 10166 died...\u000a20:09:11.703108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10166): Terminated: ok {rc=0}\u000a20:09:11.713079 --- ParallelTerminationStrategy: PID 10169 died...\u000a20:09:11.769166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10169): Terminated: ok {rc=0}\u000a20:09:11.779220 --- ParallelTerminationStrategy: PID 10172 died...\u000a20:09:11.835464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10172): Terminated: ok {rc=0}\u000a20:09:11.923413 bus /sierra_3: Setting Powered False\u000a20:09:13.031452 bus /sierra_3: Setting Powered False\u000a20:09:14.142902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:15.254437 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:15.266217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:09:15.413650 tst mo_mt_call_osmux.py: using LAC 23421\u000a20:09:15.534724 tst mo_mt_call_osmux.py: using RAC 216\u000a20:09:15.658441 tst mo_mt_call_osmux.py: using CellId 23421\u000a20:09:15.782391 tst mo_mt_call_osmux.py: using BVCI 23422\u000a20:09:15.806114 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:15.817313 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:15.829569 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:15.845608 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:15.857175 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:09:15.868898 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:09:15.992030 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:09:16.250997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:16.828147 run create_hlr_db(pid=10175): Launched\u000a20:09:17.011797 bus /sierra_2: Setting Powered False\u000a20:09:18.028426 run create_hlr_db(pid=10175): Terminated: ok {rc=0}\u000a20:09:18.474273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Launched\u000a20:09:18.811107 run osmo-hlr_10.42.42.2(pid=10178): Launched\u000a20:09:18.934133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:19.516662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Launched\u000a20:09:19.853417 run osmo-stp_10.42.42.5(pid=10181): Launched\u000a20:09:19.975160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:20.584748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10183): Launched\u000a20:09:20.922201 run osmo-msc_10.42.42.6(pid=10184): Launched\u000a20:09:21.117744 run osmo-stp_10.42.42.5(pid=10181): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]\u000a20:09:21.258150 run osmo-stp_10.42.42.5(pid=10181): stdout: \u000a| (launched: 2022-12-09_20:09:19.686797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:21.398115 run osmo-stp_10.42.42.5(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221209200919882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200919882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200919883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200919883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200919883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200919884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200919884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:21.532219 run osmo-stp_10.42.42.5(pid=10181): stdout: \u000a| (launched: 2022-12-09_20:09:19.686797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:21.665458 run osmo-stp_10.42.42.5(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221209200919882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200919882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200919883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200919883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200919883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200919884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200919884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:21.724074 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)] [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:09:21.733520 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:09:21.796348 run osmo-hlr_10.42.42.2(pid=10178): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10178)]\u000a20:09:21.847755 run osmo-hlr_10.42.42.2(pid=10178): stdout: \u000a| (launched: 2022-12-09_20:09:18.645101) \u000a20:09:21.899491 run osmo-hlr_10.42.42.2(pid=10178): stderr: \u000a| �[0;m�[1;31m20221209200918848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200918848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200918848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200918848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200918848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200918848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200918864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200918874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200918874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200918874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:21.969710 run osmo-msc_10.42.42.6(pid=10184): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10184)]\u000a20:09:22.020869 run osmo-msc_10.42.42.6(pid=10184): stdout: \u000a| (launched: 2022-12-09_20:09:20.754778) \u000a20:09:22.072848 run osmo-msc_10.42.42.6(pid=10184): stderr: \u000a| �[0;m�[38;5;43m20221209200921081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200921081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0846062c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200921081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200921081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200921081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200921082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200921083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200921084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200921084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200921084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:22.116921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Terminating (SIGTERM)\u000a20:09:22.158580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Terminating (SIGTERM)\u000a20:09:22.200298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10183): Terminating (SIGTERM)\u000a20:09:22.210026 --- ParallelTerminationStrategy: PID 10177 died...\u000a20:09:22.265648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Terminated: ok {rc=0}\u000a20:09:22.275707 --- ParallelTerminationStrategy: PID 10180 died...\u000a20:09:22.331350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Terminated: ok {rc=0}\u000a20:09:22.341516 --- ParallelTerminationStrategy: PID 10183 died...\u000a20:09:22.397297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10183): Terminated: ok {rc=0}\u000a20:09:22.483422 bus /sierra_3: Setting Powered False\u000a20:09:23.590339 bus /sierra_3: Setting Powered False\u000a20:09:24.702652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:09:04" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10195): Process ended prematurely: osmo-stp_10.42.42.5(pid=10195) [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10195)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10195): Process ended prematurely: osmo-stp_10.42.42.5(pid=10195) [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:09:26.664745 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:26.676272 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:09:26.831155 tst mo_mt_call.py: using LAC 23422\u000a20:09:26.966207 tst mo_mt_call.py: using RAC 217\u000a20:09:27.095046 tst mo_mt_call.py: using CellId 23422\u000a20:09:27.225536 tst mo_mt_call.py: using BVCI 23423\u000a20:09:27.250923 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:27.262593 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:27.274057 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:27.285443 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:27.296777 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:27.308265 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:27.431347 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:27.638274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:28.132756 run create_hlr_db(pid=10189): Launched\u000a20:09:28.313360 bus /sierra_2: Setting Powered False\u000a20:09:29.335140 run create_hlr_db(pid=10189): Terminated: ok {rc=0}\u000a20:09:29.781063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10191): Launched\u000a20:09:30.119984 run osmo-hlr_10.42.42.2(pid=10192): Launched\u000a20:09:30.242791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:30.825674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10194): Launched\u000a20:09:31.293676 run osmo-stp_10.42.42.5(pid=10195): Launched\u000a20:09:31.458339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:32.147720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10197): Launched\u000a20:09:32.468299 run osmo-msc_10.42.42.6(pid=10198): Launched\u000a20:09:32.653721 run osmo-stp_10.42.42.5(pid=10195): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10195)]\u000a20:09:32.787255 run osmo-stp_10.42.42.5(pid=10195): stdout: \u000a| (launched: 2022-12-09_20:09:31.019117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:32.918151 run osmo-stp_10.42.42.5(pid=10195): stderr: \u000a| �[0;m�[38;5;43m20221209200931318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200931318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200931318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200931319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200931319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200931319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200931319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:33.044444 run osmo-stp_10.42.42.5(pid=10195): stdout: \u000a| (launched: 2022-12-09_20:09:31.019117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:33.169488 run osmo-stp_10.42.42.5(pid=10195): stderr: \u000a| �[0;m�[38;5;43m20221209200931318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200931318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200931318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200931319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200931319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200931319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200931319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:33.224282 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10195): Process ended prematurely: osmo-stp_10.42.42.5(pid=10195) [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10195)] [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:09:33.232923 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:09:33.293151 run osmo-hlr_10.42.42.2(pid=10192): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10192)]\u000a20:09:33.342614 run osmo-hlr_10.42.42.2(pid=10192): stdout: \u000a| (launched: 2022-12-09_20:09:29.952038) \u000a20:09:33.392728 run osmo-hlr_10.42.42.2(pid=10192): stderr: \u000a| �[0;m�[1;31m20221209200930156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200930156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200930156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200930156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200930156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200930156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200930168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200930177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200930178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200930178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:33.460265 run osmo-msc_10.42.42.6(pid=10198): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10198)]\u000a20:09:33.509707 run osmo-msc_10.42.42.6(pid=10198): stdout: \u000a| (launched: 2022-12-09_20:09:32.309301) \u000a20:09:33.560002 run osmo-msc_10.42.42.6(pid=10198): stderr: \u000a| �[0;m�[38;5;43m20221209200932582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200932582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3f7ff8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200932582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200932582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200932582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200932582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200932584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200932584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200932585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200932585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:33.602292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10191): Terminating (SIGTERM)\u000a20:09:33.642007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10194): Terminating (SIGTERM)\u000a20:09:33.681766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10197): Terminating (SIGTERM)\u000a20:09:33.691031 --- ParallelTerminationStrategy: PID 10191 died...\u000a20:09:33.744377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10191): Terminated: ok {rc=0}\u000a20:09:33.754101 --- ParallelTerminationStrategy: PID 10194 died...\u000a20:09:33.807525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10194): Terminated: ok {rc=0}\u000a20:09:33.817753 --- ParallelTerminationStrategy: PID 10197 died...\u000a20:09:33.871455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10197): Terminated: ok {rc=0}\u000a20:09:33.960223 bus /sierra_3: Setting Powered False\u000a20:09:35.065077 bus /sierra_3: Setting Powered False\u000a20:09:36.177262 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10207): Process ended prematurely: osmo-stp_10.42.42.5(pid=10207) [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10207)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10207): Process ended prematurely: osmo-stp_10.42.42.5(pid=10207) [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:37.289776 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:37.301734 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:09:37.451840 tst mo_mt_call_osmux.py: using LAC 23423\u000a20:09:37.586916 tst mo_mt_call_osmux.py: using RAC 218\u000a20:09:37.716541 tst mo_mt_call_osmux.py: using CellId 23423\u000a20:09:37.838775 tst mo_mt_call_osmux.py: using BVCI 23424\u000a20:09:37.862536 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:37.873794 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:37.884683 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:37.895899 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:37.907232 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:09:37.918471 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:38.039672 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:38.246783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:38.740636 run create_hlr_db(pid=10200): Launched\u000a20:09:38.920088 bus /sierra_2: Setting Powered False\u000a20:09:39.942400 run create_hlr_db(pid=10200): Terminated: ok {rc=0}\u000a20:09:40.388638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10202): Launched\u000a20:09:40.725929 run osmo-hlr_10.42.42.2(pid=10203): Launched\u000a20:09:40.850315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:41.433907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10206): Launched\u000a20:09:41.768786 run osmo-stp_10.42.42.5(pid=10207): Launched\u000a20:09:41.890382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:42.501641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10209): Launched\u000a20:09:42.837097 run osmo-msc_10.42.42.6(pid=10210): Launched\u000a20:09:43.031573 run osmo-stp_10.42.42.5(pid=10207): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10207)]\u000a20:09:43.172441 run osmo-stp_10.42.42.5(pid=10207): stdout: \u000a| (launched: 2022-12-09_20:09:41.603817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:43.311740 run osmo-stp_10.42.42.5(pid=10207): stderr: \u000a| �[0;m�[38;5;43m20221209200941799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200941799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200941800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200941800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200941801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200941801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200941801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:43.446685 run osmo-stp_10.42.42.5(pid=10207): stdout: \u000a| (launched: 2022-12-09_20:09:41.603817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:43.579362 run osmo-stp_10.42.42.5(pid=10207): stderr: \u000a| �[0;m�[38;5;43m20221209200941799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200941799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200941800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200941800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200941801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200941801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200941801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:43.638027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10207): Process ended prematurely: osmo-stp_10.42.42.5(pid=10207) [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10207)] [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:09:43.647618 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:09:43.709940 run osmo-hlr_10.42.42.2(pid=10203): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10203)]\u000a20:09:43.761146 run osmo-hlr_10.42.42.2(pid=10203): stdout: \u000a| (launched: 2022-12-09_20:09:40.559771) \u000a20:09:43.812888 run osmo-hlr_10.42.42.2(pid=10203): stderr: \u000a| �[0;m�[1;31m20221209200940764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200940764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200940764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200940764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200940764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200940764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200940777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200940786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200940786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200940786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:43.883224 run osmo-msc_10.42.42.6(pid=10210): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10210)]\u000a20:09:43.934564 run osmo-msc_10.42.42.6(pid=10210): stdout: \u000a| (launched: 2022-12-09_20:09:42.671574) \u000a20:09:43.986024 run osmo-msc_10.42.42.6(pid=10210): stderr: \u000a| �[0;m�[38;5;43m20221209200942999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200942999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7396bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200943000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200943000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200943000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200943000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200943002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200943002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200943002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200943002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:44.029900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10202): Terminating (SIGTERM)\u000a20:09:44.071342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10206): Terminating (SIGTERM)\u000a20:09:44.113134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10209): Terminating (SIGTERM)\u000a20:09:44.122720 --- ParallelTerminationStrategy: PID 10202 died...\u000a20:09:44.178329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10202): Terminated: ok {rc=0}\u000a20:09:44.188303 --- ParallelTerminationStrategy: PID 10206 died...\u000a20:09:44.244085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10206): Terminated: ok {rc=0}\u000a20:09:44.254181 --- ParallelTerminationStrategy: PID 10209 died...\u000a20:09:44.309941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10209): Terminated: ok {rc=0}\u000a20:09:44.397566 bus /sierra_3: Setting Powered False\u000a20:09:45.504567 bus /sierra_3: Setting Powered False\u000a20:09:46.635539 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:09:26" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10223): Process ended prematurely: osmo-stp_10.42.42.5(pid=10223) [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10223)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10223): Process ended prematurely: osmo-stp_10.42.42.5(pid=10223) [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:09:48.583240 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:48.594147 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:09:48.742351 tst mo_mt_call.py: using LAC 23424\u000a20:09:48.870151 tst mo_mt_call.py: using RAC 219\u000a20:09:48.991315 tst mo_mt_call.py: using CellId 23424\u000a20:09:49.114047 tst mo_mt_call.py: using BVCI 23425\u000a20:09:49.137825 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:49.148652 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:49.159336 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:49.170385 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:49.181493 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:49.192543 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:49.311251 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:49.520443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:50.013808 run create_hlr_db(pid=10217): Launched\u000a20:09:50.193996 bus /sierra_2: Setting Powered False\u000a20:09:51.215349 run create_hlr_db(pid=10217): Terminated: ok {rc=0}\u000a20:09:51.661948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10219): Launched\u000a20:09:51.998339 run osmo-hlr_10.42.42.2(pid=10220): Launched\u000a20:09:52.121697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:52.706200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10222): Launched\u000a20:09:53.043863 run osmo-stp_10.42.42.5(pid=10223): Launched\u000a20:09:53.165508 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:53.778811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10225): Launched\u000a20:09:54.116540 run osmo-msc_10.42.42.6(pid=10226): Launched\u000a20:09:54.311969 run osmo-stp_10.42.42.5(pid=10223): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10223)]\u000a20:09:54.453588 run osmo-stp_10.42.42.5(pid=10223): stdout: \u000a| (launched: 2022-12-09_20:09:52.877383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:54.595003 run osmo-stp_10.42.42.5(pid=10223): stderr: \u000a| �[0;m�[38;5;43m20221209200953074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200953074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200953074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200953075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200953075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200953075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200953075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:54.729601 run osmo-stp_10.42.42.5(pid=10223): stdout: \u000a| (launched: 2022-12-09_20:09:52.877383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:54.863337 run osmo-stp_10.42.42.5(pid=10223): stderr: \u000a| �[0;m�[38;5;43m20221209200953074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209200953074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209200953074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209200953075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209200953075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209200953075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209200953075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:54.922186 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10223): Process ended prematurely: osmo-stp_10.42.42.5(pid=10223) [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10223)] [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:09:54.931602 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:09:54.994081 run osmo-hlr_10.42.42.2(pid=10220): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10220)]\u000a20:09:55.045918 run osmo-hlr_10.42.42.2(pid=10220): stdout: \u000a| (launched: 2022-12-09_20:09:51.832596) \u000a20:09:55.098006 run osmo-hlr_10.42.42.2(pid=10220): stderr: \u000a| �[0;m�[1;31m20221209200952036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209200952036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209200952036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200952036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209200952036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209200952036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209200952048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209200952057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209200952057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209200952057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:55.168629 run osmo-msc_10.42.42.6(pid=10226): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10226)]\u000a20:09:55.220160 run osmo-msc_10.42.42.6(pid=10226): stdout: \u000a| (launched: 2022-12-09_20:09:53.949394) \u000a20:09:55.272320 run osmo-msc_10.42.42.6(pid=10226): stderr: \u000a| �[0;m�[38;5;43m20221209200954276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209200954276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc21c62fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209200954276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209200954276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209200954277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209200954277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209200954279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209200954279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209200954279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209200954279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:09:55.316526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10219): Terminating (SIGTERM)\u000a20:09:55.358109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10222): Terminating (SIGTERM)\u000a20:09:55.400235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10225): Terminating (SIGTERM)\u000a20:09:55.409964 --- ParallelTerminationStrategy: PID 10219 died...\u000a20:09:55.466068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10219): Terminated: ok {rc=0}\u000a20:09:55.476127 --- ParallelTerminationStrategy: PID 10222 died...\u000a20:09:55.531665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10222): Terminated: ok {rc=0}\u000a20:09:55.541772 --- ParallelTerminationStrategy: PID 10225 died...\u000a20:09:55.597561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10225): Terminated: ok {rc=0}\u000a20:09:55.685091 bus /sierra_3: Setting Powered False\u000a20:09:56.792480 bus /sierra_3: Setting Powered False\u000a20:09:57.902108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:09:59.018654 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:59.030753 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:09:59.188683 tst mo_mt_call_osmux.py: using LAC 23425\u000a20:09:59.319419 tst mo_mt_call_osmux.py: using RAC 220\u000a20:09:59.451806 tst mo_mt_call_osmux.py: using CellId 23425\u000a20:09:59.581912 tst mo_mt_call_osmux.py: using BVCI 23426\u000a20:09:59.608092 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:59.619549 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:59.630778 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:59.642011 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:59.653194 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:09:59.664496 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:59.786913 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:09:59.992283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:00.488005 run create_hlr_db(pid=10228): Launched\u000a20:10:00.668437 bus /sierra_2: Setting Powered False\u000a20:10:01.704889 run create_hlr_db(pid=10228): Terminated: ok {rc=0}\u000a20:10:02.156678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Launched\u000a20:10:02.494643 run osmo-hlr_10.42.42.2(pid=10234): Launched\u000a20:10:02.618932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:03.200592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Launched\u000a20:10:03.539108 run osmo-stp_10.42.42.5(pid=10237): Launched\u000a20:10:03.660683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:04.278683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10239): Launched\u000a20:10:04.607592 run osmo-msc_10.42.42.6(pid=10240): Launched\u000a20:10:04.799738 run osmo-stp_10.42.42.5(pid=10237): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)]\u000a20:10:04.937380 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-09_20:10:03.371466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:05.075109 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221209201003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201003568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:05.206206 run osmo-stp_10.42.42.5(pid=10237): stdout: \u000a| (launched: 2022-12-09_20:10:03.371466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:05.336536 run osmo-stp_10.42.42.5(pid=10237): stderr: \u000a| �[0;m�[38;5;43m20221209201003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201003568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:05.394423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10237): Process ended prematurely: osmo-stp_10.42.42.5(pid=10237) [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10237)] [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:10:05.403682 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:10:05.466315 run osmo-hlr_10.42.42.2(pid=10234): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10234)]\u000a20:10:05.517838 run osmo-hlr_10.42.42.2(pid=10234): stdout: \u000a| (launched: 2022-12-09_20:10:02.327480) \u000a20:10:05.569893 run osmo-hlr_10.42.42.2(pid=10234): stderr: \u000a| �[0;m�[1;31m20221209201002528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201002528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201002528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201002528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201002528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201002528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201002541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201002549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201002550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201002550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:05.640064 run osmo-msc_10.42.42.6(pid=10240): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10240)]\u000a20:10:05.690770 run osmo-msc_10.42.42.6(pid=10240): stdout: \u000a| (launched: 2022-12-09_20:10:04.444910) \u000a20:10:05.741883 run osmo-msc_10.42.42.6(pid=10240): stderr: \u000a| �[0;m�[38;5;43m20221209201004772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201004773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22eaed9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201004773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201004773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201004773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201004773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201004775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201004775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201004775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201004775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:05.785516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminating (SIGTERM)\u000a20:10:05.826638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminating (SIGTERM)\u000a20:10:05.867742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10239): Terminating (SIGTERM)\u000a20:10:05.877308 --- ParallelTerminationStrategy: PID 10233 died...\u000a20:10:05.932167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10233): Terminated: ok {rc=0}\u000a20:10:05.942449 --- ParallelTerminationStrategy: PID 10236 died...\u000a20:10:05.997804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10236): Terminated: ok {rc=0}\u000a20:10:06.007736 --- ParallelTerminationStrategy: PID 10239 died...\u000a20:10:06.062872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10239): Terminated: ok {rc=0}\u000a20:10:06.149386 bus /sierra_3: Setting Powered False\u000a20:10:07.256924 bus /sierra_3: Setting Powered False\u000a20:10:08.367768 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:09:48" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10251): Process ended prematurely: osmo-stp_10.42.42.5(pid=10251) [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10251)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10251): Process ended prematurely: osmo-stp_10.42.42.5(pid=10251) [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:10:10.332349 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:10.342885 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:10.469068 tst emergency_mo_mt_call.py: using LAC 23426\u000a20:10:10.592250 tst emergency_mo_mt_call.py: using RAC 221\u000a20:10:10.717225 tst emergency_mo_mt_call.py: using CellId 23426\u000a20:10:10.842914 tst emergency_mo_mt_call.py: using BVCI 23427\u000a20:10:10.867307 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:10.878505 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:10.889403 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:10.900350 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:10.911388 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:10.922185 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:11.039208 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:11.238179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:11.711836 run create_hlr_db(pid=10245): Launched\u000a20:10:11.884442 bus /sierra_2: Setting Powered False\u000a20:10:12.905755 run create_hlr_db(pid=10245): Terminated: ok {rc=0}\u000a20:10:13.334901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10247): Launched\u000a20:10:13.659280 run osmo-hlr_10.42.42.2(pid=10248): Launched\u000a20:10:13.779712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:14.341272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10250): Launched\u000a20:10:14.665910 run osmo-stp_10.42.42.5(pid=10251): Launched\u000a20:10:14.795082 tst emergency_mo_mt_call.py: using MSISDN 7362\u000a20:10:14.955591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:15.543183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10253): Launched\u000a20:10:15.886087 run osmo-msc_10.42.42.6(pid=10254): Launched\u000a20:10:16.208939 run osmo-stp_10.42.42.5(pid=10251): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10251)]\u000a20:10:16.554618 run osmo-stp_10.42.42.5(pid=10251): stdout: \u000a| (launched: 2022-12-09_20:10:14.505154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:16.692928 run osmo-stp_10.42.42.5(pid=10251): stderr: \u000a| �[0;m�[38;5;43m20221209201014701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201014701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201014701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201014701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201014702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201014702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201014702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:16.825115 run osmo-stp_10.42.42.5(pid=10251): stdout: \u000a| (launched: 2022-12-09_20:10:14.505154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:16.956093 run osmo-stp_10.42.42.5(pid=10251): stderr: \u000a| �[0;m�[38;5;43m20221209201014701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201014701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201014701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201014701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201014702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201014702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201014702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:17.013958 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10251): Process ended prematurely: osmo-stp_10.42.42.5(pid=10251) [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10251)] [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a20:10:17.023591 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a20:10:17.089250 run osmo-hlr_10.42.42.2(pid=10248): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10248)]\u000a20:10:17.142371 run osmo-hlr_10.42.42.2(pid=10248): stdout: \u000a| (launched: 2022-12-09_20:10:13.499497) \u000a20:10:17.196377 run osmo-hlr_10.42.42.2(pid=10248): stderr: \u000a| �[0;m�[1;31m20221209201013701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201013701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201013701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201013701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201013701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201013701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201013714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201013722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201013723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201013723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:17.269157 run osmo-msc_10.42.42.6(pid=10254): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10254)]\u000a20:10:17.322180 run osmo-msc_10.42.42.6(pid=10254): stdout: \u000a| (launched: 2022-12-09_20:10:15.706464) \u000a20:10:17.376639 run osmo-msc_10.42.42.6(pid=10254): stderr: \u000a| �[0;m�[38;5;43m20221209201016146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201016147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3db56bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201016147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201016147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201016147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201016155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201016161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201016161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201016161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201016161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:17.422270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10247): Terminating (SIGTERM)\u000a20:10:17.464345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10250): Terminating (SIGTERM)\u000a20:10:17.506672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10253): Terminating (SIGTERM)\u000a20:10:17.516377 --- ParallelTerminationStrategy: PID 10247 died...\u000a20:10:17.572336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10247): Terminated: ok {rc=0}\u000a20:10:17.582728 --- ParallelTerminationStrategy: PID 10250 died...\u000a20:10:17.638396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10250): Terminated: ok {rc=0}\u000a20:10:17.648467 --- ParallelTerminationStrategy: PID 10253 died...\u000a20:10:17.704078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10253): Terminated: ok {rc=0}\u000a20:10:17.789900 bus /sierra_3: Setting Powered False\u000a20:10:18.896615 bus /sierra_3: Setting Powered False\u000a20:10:20.003822 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10262): Process ended prematurely: osmo-stp_10.42.42.5(pid=10262) [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10262): Process ended prematurely: osmo-stp_10.42.42.5(pid=10262) [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:10:21.054989 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:21.066338 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:21.191868 tst emergency_preemptive_call.py: using LAC 23427\u000a20:10:21.314504 tst emergency_preemptive_call.py: using RAC 222\u000a20:10:21.430743 tst emergency_preemptive_call.py: using CellId 23427\u000a20:10:21.546643 tst emergency_preemptive_call.py: using BVCI 23428\u000a20:10:21.569400 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:21.579882 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:21.590441 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:21.601091 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:21.611690 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:10:21.622330 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:21.743462 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:21.864694 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:21.981500 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:22.191859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:22.707092 run create_hlr_db(pid=10256): Launched\u000a20:10:22.892938 bus /sierra_2: Setting Powered False\u000a20:10:23.913241 run create_hlr_db(pid=10256): Terminated: ok {rc=0}\u000a20:10:24.315959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10258): Launched\u000a20:10:24.618604 run osmo-hlr_10.42.42.2(pid=10259): Launched\u000a20:10:24.733001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:25.260299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10261): Launched\u000a20:10:25.562790 run osmo-stp_10.42.42.5(pid=10262): Launched\u000a20:10:25.683097 tst emergency_preemptive_call.py: using MSISDN 7363\u000a20:10:25.831908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:26.376460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10264): Launched\u000a20:10:26.679525 run osmo-msc_10.42.42.6(pid=10265): Launched\u000a20:10:26.862703 run osmo-stp_10.42.42.5(pid=10262): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)]\u000a20:10:26.990154 run osmo-stp_10.42.42.5(pid=10262): stdout: \u000a| (launched: 2022-12-09_20:10:25.412262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:27.114725 run osmo-stp_10.42.42.5(pid=10262): stderr: \u000a| �[0;m�[38;5;43m20221209201025584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201025584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201025584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201025585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201025585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201025585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201025585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:27.235103 run osmo-stp_10.42.42.5(pid=10262): stdout: \u000a| (launched: 2022-12-09_20:10:25.412262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:27.354487 run osmo-stp_10.42.42.5(pid=10262): stderr: \u000a| �[0;m�[38;5;43m20221209201025584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201025584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201025584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201025585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201025585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201025585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201025585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:27.406610 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10262): Process ended prematurely: osmo-stp_10.42.42.5(pid=10262) [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)] [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a20:10:27.414590 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a20:10:27.473805 run osmo-hlr_10.42.42.2(pid=10259): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10259)]\u000a20:10:27.522241 run osmo-hlr_10.42.42.2(pid=10259): stdout: \u000a| (launched: 2022-12-09_20:10:24.468294) \u000a20:10:27.571373 run osmo-hlr_10.42.42.2(pid=10259): stderr: \u000a| �[0;m�[1;31m20221209201024646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201024647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201024647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201024647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201024647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201024647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201024659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201024670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201024671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201024671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:27.637632 run osmo-msc_10.42.42.6(pid=10265): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10265)]\u000a20:10:27.685987 run osmo-msc_10.42.42.6(pid=10265): stdout: \u000a| (launched: 2022-12-09_20:10:26.528165) \u000a20:10:27.735517 run osmo-msc_10.42.42.6(pid=10265): stderr: \u000a| �[0;m�[38;5;43m20221209201026801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201026801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4362e80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201026801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201026801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201026802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201026805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201026806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201026806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201026806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:27.776680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10258): Terminating (SIGTERM)\u000a20:10:27.816092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10261): Terminating (SIGTERM)\u000a20:10:27.855408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10264): Terminating (SIGTERM)\u000a20:10:27.864678 --- ParallelTerminationStrategy: PID 10258 died...\u000a20:10:27.917028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10258): Terminated: ok {rc=0}\u000a20:10:27.926585 --- ParallelTerminationStrategy: PID 10261 died...\u000a20:10:27.979371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10261): Terminated: ok {rc=0}\u000a20:10:27.988788 --- ParallelTerminationStrategy: PID 10264 died...\u000a20:10:28.041730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10264): Terminated: ok {rc=0}\u000a20:10:28.123857 bus /sierra_9: Setting Powered False\u000a20:10:29.223739 bus /sierra_9: Setting Powered False\u000a20:10:30.334439 bus /sierra_8: Setting Powered False\u000a20:10:31.447475 bus /sierra_8: Setting Powered False\u000a20:10:32.553292 bus /sierra_3: Setting Powered False\u000a20:10:33.653002 bus /sierra_3: Setting Powered False\u000a20:10:34.758803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:10:10" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10280): Process ended prematurely: osmo-stp_10.42.42.5(pid=10280) [trial-2364↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10280)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10280): Process ended prematurely: osmo-stp_10.42.42.5(pid=10280) [trial-2364↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:10:36.825814 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:36.836102 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:36.957848 tst cs_paging_gprs_active.py: using LAC 23428\u000a20:10:37.080326 tst cs_paging_gprs_active.py: using RAC 223\u000a20:10:37.199014 tst cs_paging_gprs_active.py: using CellId 23428\u000a20:10:37.327520 tst cs_paging_gprs_active.py: using BVCI 23429\u000a20:10:37.352583 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.363658 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.374677 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.385816 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.396478 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.407260 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.418050 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.428744 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:37.439755 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:37.554278 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:37.851219 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:10:37.988062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:38.322688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10270): Launched\u000a20:10:38.601829 run iperf3-srv_10.42.42.10(pid=10271): Launched\u000a20:10:38.800119 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:10:38.935145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:39.269375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10272): Launched\u000a20:10:39.548142 run iperf3-srv_10.42.42.10(pid=10273): Launched\u000a20:10:39.747582 tst cs_paging_gprs_active.py:38: start network...\u000a20:10:39.882930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:40.401840 run create_hlr_db(pid=10274): Launched\u000a20:10:40.589939 bus /sierra_2: Setting Powered False\u000a20:10:41.609934 run create_hlr_db(pid=10274): Terminated: ok {rc=0}\u000a20:10:42.048242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10276): Launched\u000a20:10:42.373446 run osmo-hlr_10.42.42.2(pid=10277): Launched\u000a20:10:42.491982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:43.052311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10279): Launched\u000a20:10:43.375669 run osmo-stp_10.42.42.5(pid=10280): Launched\u000a20:10:43.494217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:10:45.063617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10282): Launched\u000a20:10:45.200345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:10:45.485614 run patchelf(pid=10283): Launched\u000a20:10:45.674431 run osmo-stp_10.42.42.5(pid=10280): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10280)]\u000a20:10:45.811908 run osmo-stp_10.42.42.5(pid=10280): stdout: \u000a| (launched: 2022-12-09_20:10:43.216616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:45.959905 run osmo-stp_10.42.42.5(pid=10280): stderr: \u000a| �[0;m�[38;5;43m20221209201043408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201043408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201043408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201043408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201043409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201043409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201043409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:46.090282 run osmo-stp_10.42.42.5(pid=10280): stdout: \u000a| (launched: 2022-12-09_20:10:43.216616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:46.218983 run osmo-stp_10.42.42.5(pid=10280): stderr: \u000a| �[0;m�[38;5;43m20221209201043408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201043408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201043408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201043408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201043409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201043409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201043409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:46.368333 run patchelf(pid=10283): Terminating (SIGINT)\u000a20:10:46.543738 run patchelf(pid=10283): Terminated: ok {rc=0}\u000a20:10:46.576578 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10280): Process ended prematurely: osmo-stp_10.42.42.5(pid=10280) [trial-2364↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10280)] [trial-2364↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a20:10:46.587311 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a20:10:46.651894 run osmo-hlr_10.42.42.2(pid=10277): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10277)]\u000a20:10:46.703944 run osmo-hlr_10.42.42.2(pid=10277): stdout: \u000a| (launched: 2022-12-09_20:10:42.213496) \u000a20:10:46.756667 run osmo-hlr_10.42.42.2(pid=10277): stderr: \u000a| �[0;m�[1;31m20221209201042414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201042414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201042414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201042414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201042414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201042414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201042426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201042435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201042435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201042435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:46.799986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10270): Terminating (SIGTERM)\u000a20:10:46.845348 run iperf3-srv_10.42.42.10(pid=10271): Terminating (SIGTERM)\u000a20:10:46.888244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10272): Terminating (SIGTERM)\u000a20:10:46.931814 run iperf3-srv_10.42.42.10(pid=10273): Terminating (SIGTERM)\u000a20:10:46.978630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10276): Terminating (SIGTERM)\u000a20:10:47.022393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10279): Terminating (SIGTERM)\u000a20:10:47.065992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10282): Terminating (SIGTERM)\u000a20:10:47.077589 --- ParallelTerminationStrategy: PID 10270 died...\u000a20:10:47.134986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10270): Terminated: ok {rc=0}\u000a20:10:47.146482 --- ParallelTerminationStrategy: PID 10271 died...\u000a20:10:47.202544 run iperf3-srv_10.42.42.10(pid=10271): Terminated {rc=256}\u000a20:10:47.212138 --- ParallelTerminationStrategy: PID 10272 died...\u000a20:10:47.265699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10272): Terminated: ok {rc=0}\u000a20:10:47.276069 --- ParallelTerminationStrategy: PID 10273 died...\u000a20:10:47.329671 run iperf3-srv_10.42.42.10(pid=10273): Terminated {rc=256}\u000a20:10:47.339926 --- ParallelTerminationStrategy: PID 10276 died...\u000a20:10:47.394151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10276): Terminated: ok {rc=0}\u000a20:10:47.403749 --- ParallelTerminationStrategy: PID 10279 died...\u000a20:10:47.457402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10279): Terminated: ok {rc=0}\u000a20:10:47.467854 --- ParallelTerminationStrategy: PID 10282 died...\u000a20:10:47.522451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10282): Terminated: ok {rc=0}\u000a20:10:47.611034 bus /gobi_0: Setting Powered False\u000a20:10:48.715008 bus /gobi_0: Setting Powered False\u000a20:10:49.827236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2364↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2364↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a20:10:50.937538 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:50.948409 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:10:51.076136 tst iperf3.py: using LAC 23429\u000a20:10:51.197467 tst iperf3.py: using RAC 224\u000a20:10:51.322991 tst iperf3.py: using CellId 23429\u000a20:10:51.444409 tst iperf3.py: using BVCI 23430\u000a20:10:51.467521 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.478218 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.488655 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.500021 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.511506 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.522837 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.534204 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.545363 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:10:51.556682 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:10:51.846992 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:10:51.981929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:10:52.315092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10284): Launched\u000a20:10:52.592018 run iperf3-srv_10.42.42.10(pid=10285): Launched\u000a20:10:52.789175 tst iperf3.py:8: start network...\u000a20:10:52.923083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:53.436234 run create_hlr_db(pid=10286): Launched\u000a20:10:53.622268 bus /gobi_6: Setting Powered False\u000a20:10:54.643578 run create_hlr_db(pid=10286): Terminated: ok {rc=0}\u000a20:10:55.045874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Launched\u000a20:10:55.346058 run osmo-hlr_10.42.42.2(pid=10289): Launched\u000a20:10:55.456902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:55.977416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Launched\u000a20:10:56.275378 run osmo-stp_10.42.42.5(pid=10292): Launched\u000a20:10:56.384485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:10:56.905682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10294): Launched\u000a20:10:57.012613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:10:57.274399 run patchelf(pid=10295): Launched\u000a20:10:57.449959 run osmo-stp_10.42.42.5(pid=10292): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)]\u000a20:10:57.578098 run osmo-stp_10.42.42.5(pid=10292): stdout: \u000a| (launched: 2022-12-09_20:10:56.128569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:57.706859 run osmo-stp_10.42.42.5(pid=10292): stderr: \u000a| �[0;m�[38;5;43m20221209201056295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201056296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201056297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201056297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201056297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:57.830820 run osmo-stp_10.42.42.5(pid=10292): stdout: \u000a| (launched: 2022-12-09_20:10:56.128569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:57.953885 run osmo-stp_10.42.42.5(pid=10292): stderr: \u000a| �[0;m�[38;5;43m20221209201056295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201056296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201056296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201056297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201056297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201056297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:58.096872 run patchelf(pid=10295): Terminating (SIGINT)\u000a20:10:58.265544 run patchelf(pid=10295): Terminated: ok {rc=0}\u000a20:10:58.296610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2364↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)] [trial-2364↪gprs:sysmo↪iperf3.py:8]\u000a20:10:58.305913 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a20:10:58.366108 run osmo-hlr_10.42.42.2(pid=10289): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10289)]\u000a20:10:58.414789 run osmo-hlr_10.42.42.2(pid=10289): stdout: \u000a| (launched: 2022-12-09_20:10:55.197946) \u000a20:10:58.464021 run osmo-hlr_10.42.42.2(pid=10289): stderr: \u000a| �[0;m�[1;31m20221209201055370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201055370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201055371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201055371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201055371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201055371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201055382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201055391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201055391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201055391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:58.505393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10284): Terminating (SIGTERM)\u000a20:10:58.544211 run iperf3-srv_10.42.42.10(pid=10285): Terminating (SIGTERM)\u000a20:10:58.583173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Terminating (SIGTERM)\u000a20:10:58.621997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Terminating (SIGTERM)\u000a20:10:58.660899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10294): Terminating (SIGTERM)\u000a20:10:58.670224 --- ParallelTerminationStrategy: PID 10284 died...\u000a20:10:58.722269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10284): Terminated: ok {rc=0}\u000a20:10:58.731786 --- ParallelTerminationStrategy: PID 10285 died...\u000a20:10:58.783714 run iperf3-srv_10.42.42.10(pid=10285): Terminated {rc=256}\u000a20:10:58.793268 --- ParallelTerminationStrategy: PID 10288 died...\u000a20:10:58.845240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Terminated: ok {rc=0}\u000a20:10:58.854562 --- ParallelTerminationStrategy: PID 10291 died...\u000a20:10:58.906466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Terminated: ok {rc=0}\u000a20:10:58.916022 --- ParallelTerminationStrategy: PID 10294 died...\u000a20:10:58.967792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10294): Terminated: ok {rc=0}\u000a20:10:59.055690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10310): Process ended prematurely: osmo-stp_10.42.42.5(pid=10310) [trial-2364↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10310)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10310): Process ended prematurely: osmo-stp_10.42.42.5(pid=10310) [trial-2364↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a20:11:00.165659 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.176610 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:00.300428 tst iperf3m4.py: using LAC 23430\u000a20:11:00.418167 tst iperf3m4.py: using RAC 225\u000a20:11:00.538455 tst iperf3m4.py: using CellId 23430\u000a20:11:00.660752 tst iperf3m4.py: using BVCI 23431\u000a20:11:00.683654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.694081 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.704475 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.715244 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.725863 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.736378 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.746998 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.757798 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:00.768545 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:00.905199 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:01.029894 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:01.178493 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:01.513769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:11:01.644747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:01.978060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10296): Launched\u000a20:11:02.258092 run iperf3-srv_10.42.42.10(pid=10297): Launched\u000a20:11:02.445056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:11:02.570376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:02.881753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10298): Launched\u000a20:11:03.139853 run iperf3-srv_10.42.42.10(pid=10299): Launched\u000a20:11:03.322807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:11:03.448431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:03.759585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10300): Launched\u000a20:11:04.017250 run iperf3-srv_10.42.42.10(pid=10301): Launched\u000a20:11:04.199176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:11:04.323469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:04.634447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10302): Launched\u000a20:11:04.914934 run iperf3-srv_10.42.42.10(pid=10303): Launched\u000a20:11:05.112510 tst iperf3m4.py:8: start network...\u000a20:11:05.247672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:05.765271 run create_hlr_db(pid=10304): Launched\u000a20:11:05.951889 bus /gobi_6: Setting Powered False\u000a20:11:06.973035 run create_hlr_db(pid=10304): Terminated: ok {rc=0}\u000a20:11:07.375390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10306): Launched\u000a20:11:07.675187 run osmo-hlr_10.42.42.2(pid=10307): Launched\u000a20:11:07.784021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:08.303258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10309): Launched\u000a20:11:08.604282 run osmo-stp_10.42.42.5(pid=10310): Launched\u000a20:11:08.713757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:09.242901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10312): Launched\u000a20:11:09.351793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:09.616772 run patchelf(pid=10313): Launched\u000a20:11:09.795468 run osmo-stp_10.42.42.5(pid=10310): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10310)]\u000a20:11:09.926937 run osmo-stp_10.42.42.5(pid=10310): stdout: \u000a| (launched: 2022-12-09_20:11:08.455331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:10.058067 run osmo-stp_10.42.42.5(pid=10310): stderr: \u000a| �[0;m�[38;5;43m20221209201108621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201108622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201108622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201108622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201108623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201108623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201108623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:10.184322 run osmo-stp_10.42.42.5(pid=10310): stdout: \u000a| (launched: 2022-12-09_20:11:08.455331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:10.309908 run osmo-stp_10.42.42.5(pid=10310): stderr: \u000a| �[0;m�[38;5;43m20221209201108621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201108622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201108622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201108622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201108623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201108623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201108623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:10.455501 run patchelf(pid=10313): Terminating (SIGINT)\u000a20:11:10.626903 run patchelf(pid=10313): Terminated: ok {rc=0}\u000a20:11:10.658437 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10310): Process ended prematurely: osmo-stp_10.42.42.5(pid=10310) [trial-2364↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10310)] [trial-2364↪gprs:sysmo↪iperf3m4.py:8]\u000a20:11:10.667582 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:11:10.728328 run osmo-hlr_10.42.42.2(pid=10307): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10307)]\u000a20:11:10.777450 run osmo-hlr_10.42.42.2(pid=10307): stdout: \u000a| (launched: 2022-12-09_20:11:07.528342) \u000a20:11:10.827376 run osmo-hlr_10.42.42.2(pid=10307): stderr: \u000a| �[0;m�[1;31m20221209201107700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201107700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201107700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201107700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201107700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201107700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201107757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201107766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201107767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201107767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:10.869001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10296): Terminating (SIGTERM)\u000a20:11:10.908255 run iperf3-srv_10.42.42.10(pid=10297): Terminating (SIGTERM)\u000a20:11:10.947573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10298): Terminating (SIGTERM)\u000a20:11:10.986668 run iperf3-srv_10.42.42.10(pid=10299): Terminating (SIGTERM)\u000a20:11:11.025695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10300): Terminating (SIGTERM)\u000a20:11:11.064766 run iperf3-srv_10.42.42.10(pid=10301): Terminating (SIGTERM)\u000a20:11:11.103950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10302): Terminating (SIGTERM)\u000a20:11:11.143176 run iperf3-srv_10.42.42.10(pid=10303): Terminating (SIGTERM)\u000a20:11:11.182633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10306): Terminating (SIGTERM)\u000a20:11:11.221977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10309): Terminating (SIGTERM)\u000a20:11:11.261393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10312): Terminating (SIGTERM)\u000a20:11:11.270684 --- ParallelTerminationStrategy: PID 10296 died...\u000a20:11:11.323982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10296): Terminated: ok {rc=0}\u000a20:11:11.333665 --- ParallelTerminationStrategy: PID 10297 died...\u000a20:11:11.386286 run iperf3-srv_10.42.42.10(pid=10297): Terminated {rc=256}\u000a20:11:11.395847 --- ParallelTerminationStrategy: PID 10298 died...\u000a20:11:11.448364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10298): Terminated: ok {rc=0}\u000a20:11:11.458110 --- ParallelTerminationStrategy: PID 10299 died...\u000a20:11:11.510758 run iperf3-srv_10.42.42.10(pid=10299): Terminated {rc=256}\u000a20:11:11.520297 --- ParallelTerminationStrategy: PID 10300 died...\u000a20:11:11.573196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10300): Terminated: ok {rc=0}\u000a20:11:11.582696 --- ParallelTerminationStrategy: PID 10301 died...\u000a20:11:11.634857 run iperf3-srv_10.42.42.10(pid=10301): Terminated {rc=256}\u000a20:11:11.644268 --- ParallelTerminationStrategy: PID 10302 died...\u000a20:11:11.697198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10302): Terminated: ok {rc=0}\u000a20:11:11.707016 --- ParallelTerminationStrategy: PID 10303 died...\u000a20:11:11.759684 run iperf3-srv_10.42.42.10(pid=10303): Terminated {rc=256}\u000a20:11:11.769377 --- ParallelTerminationStrategy: PID 10306 died...\u000a20:11:11.822574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10306): Terminated: ok {rc=0}\u000a20:11:11.832229 --- ParallelTerminationStrategy: PID 10309 died...\u000a20:11:11.885174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10309): Terminated: ok {rc=0}\u000a20:11:11.894861 --- ParallelTerminationStrategy: PID 10312 died...\u000a20:11:11.947879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10312): Terminated: ok {rc=0}\u000a20:11:12.031012 bus /gobi_4: Setting Powered False\u000a20:11:13.132891 bus /gobi_4: Setting Powered False\u000a20:11:14.244512 bus /gobi_1: Setting Powered False\u000a20:11:15.350633 bus /gobi_1: Setting Powered False\u000a20:11:16.490144 bus /gobi_0: Setting Powered False\u000a20:11:17.599410 bus /gobi_0: Setting Powered False\u000a20:11:18.707990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10320): Process ended prematurely: osmo-stp_10.42.42.5(pid=10320) [trial-2364↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10320)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10320): Process ended prematurely: osmo-stp_10.42.42.5(pid=10320) [trial-2364↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo ping.py\u000a----------------------------------------------\u000a20:11:19.776454 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:19.788035 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:19.919348 tst ping.py: using LAC 23431\u000a20:11:20.045758 tst ping.py: using RAC 226\u000a20:11:20.173464 tst ping.py: using CellId 23431\u000a20:11:20.300874 tst ping.py: using BVCI 23432\u000a20:11:20.325610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.336551 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.347463 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.358297 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.369071 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.379708 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.390607 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:20.401383 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:20.677388 tst ping.py:19: start network...\u000a20:11:20.801686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:21.276086 run create_hlr_db(pid=10314): Launched\u000a20:11:21.448397 bus /gobi_6: Setting Powered False\u000a20:11:22.469587 run create_hlr_db(pid=10314): Terminated: ok {rc=0}\u000a20:11:22.867684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10316): Launched\u000a20:11:23.167324 run osmo-hlr_10.42.42.2(pid=10317): Launched\u000a20:11:23.283968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:23.810223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10319): Launched\u000a20:11:24.110322 run osmo-stp_10.42.42.5(pid=10320): Launched\u000a20:11:24.228199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:24.752338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10322): Launched\u000a20:11:24.859166 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:25.120007 run patchelf(pid=10323): Launched\u000a20:11:25.294852 run osmo-stp_10.42.42.5(pid=10320): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10320)]\u000a20:11:25.423394 run osmo-stp_10.42.42.5(pid=10320): stdout: \u000a| (launched: 2022-12-09_20:11:23.962436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:25.552230 run osmo-stp_10.42.42.5(pid=10320): stderr: \u000a| �[0;m�[38;5;43m20221209201124130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201124131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201124131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201124131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:25.676515 run osmo-stp_10.42.42.5(pid=10320): stdout: \u000a| (launched: 2022-12-09_20:11:23.962436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:25.799302 run osmo-stp_10.42.42.5(pid=10320): stderr: \u000a| �[0;m�[38;5;43m20221209201124130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201124131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201124131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201124131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:25.942600 run patchelf(pid=10323): Terminating (SIGINT)\u000a20:11:26.110731 run patchelf(pid=10323): Terminated: ok {rc=0}\u000a20:11:26.141292 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10320): Process ended prematurely: osmo-stp_10.42.42.5(pid=10320) [trial-2364↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10320)] [trial-2364↪gprs:sysmo↪ping.py:22]\u000a20:11:26.149893 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:11:26.210310 run osmo-hlr_10.42.42.2(pid=10317): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10317)]\u000a20:11:26.259380 run osmo-hlr_10.42.42.2(pid=10317): stdout: \u000a| (launched: 2022-12-09_20:11:23.019851) \u000a20:11:26.308994 run osmo-hlr_10.42.42.2(pid=10317): stderr: \u000a| �[0;m�[1;31m20221209201123196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201123196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201123196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201123196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201123196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201123196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201123208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201123216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201123217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201123217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:26.350966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10316): Terminating (SIGTERM)\u000a20:11:26.390943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10319): Terminating (SIGTERM)\u000a20:11:26.431025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10322): Terminating (SIGTERM)\u000a20:11:26.440331 --- ParallelTerminationStrategy: PID 10316 died...\u000a20:11:26.494312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10316): Terminated: ok {rc=0}\u000a20:11:26.504381 --- ParallelTerminationStrategy: PID 10319 died...\u000a20:11:26.557694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10319): Terminated: ok {rc=0}\u000a20:11:26.567360 --- ParallelTerminationStrategy: PID 10322 died...\u000a20:11:26.620521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10322): Terminated: ok {rc=0}\u000a20:11:26.709324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10330): Process ended prematurely: osmo-stp_10.42.42.5(pid=10330) [trial-2364↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10330)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10330): Process ended prematurely: osmo-stp_10.42.42.5(pid=10330) [trial-2364↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:11:27.761145 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:27.772372 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:11:27.909291 tst ping_idle_ping.py: using LAC 23432\u000a20:11:28.035645 tst ping_idle_ping.py: using RAC 227\u000a20:11:28.160938 tst ping_idle_ping.py: using CellId 23432\u000a20:11:28.285763 tst ping_idle_ping.py: using BVCI 23433\u000a20:11:28.310566 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.321614 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.332590 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.344414 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.355713 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.366996 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.378506 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:11:28.389979 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:11:28.676293 tst ping_idle_ping.py:24: start network...\u000a20:11:28.801848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:29.275161 run create_hlr_db(pid=10324): Launched\u000a20:11:29.448191 bus /gobi_6: Setting Powered False\u000a20:11:30.469063 run create_hlr_db(pid=10324): Terminated: ok {rc=0}\u000a20:11:30.911926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10326): Launched\u000a20:11:31.333189 run osmo-hlr_10.42.42.2(pid=10327): Launched\u000a20:11:31.577126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:32.153021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10329): Launched\u000a20:11:32.475806 run osmo-stp_10.42.42.5(pid=10330): Launched\u000a20:11:32.592446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:33.155111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10332): Launched\u000a20:11:33.270142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:33.551326 run patchelf(pid=10333): Launched\u000a20:11:33.738805 run osmo-stp_10.42.42.5(pid=10330): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10330)]\u000a20:11:33.876264 run osmo-stp_10.42.42.5(pid=10330): stdout: \u000a| (launched: 2022-12-09_20:11:32.316531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:34.014616 run osmo-stp_10.42.42.5(pid=10330): stderr: \u000a| �[0;m�[38;5;43m20221209201132507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201132507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201132508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201132508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201132509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201132509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201132509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:34.147881 run osmo-stp_10.42.42.5(pid=10330): stdout: \u000a| (launched: 2022-12-09_20:11:32.316531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:34.279425 run osmo-stp_10.42.42.5(pid=10330): stderr: \u000a| �[0;m�[38;5;43m20221209201132507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201132507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201132508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201132508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201132509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201132509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201132509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:34.432739 run patchelf(pid=10333): Terminating (SIGINT)\u000a20:11:34.612107 run patchelf(pid=10333): Terminated: ok {rc=0}\u000a20:11:34.644569 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10330): Process ended prematurely: osmo-stp_10.42.42.5(pid=10330) [trial-2364↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10330)] [trial-2364↪gprs:sysmo↪ping_idle_ping.py:27]\u000a20:11:34.653870 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:11:34.715868 run osmo-hlr_10.42.42.2(pid=10327): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10327)]\u000a20:11:34.766672 run osmo-hlr_10.42.42.2(pid=10327): stdout: \u000a| (launched: 2022-12-09_20:11:31.077838) \u000a20:11:34.818549 run osmo-hlr_10.42.42.2(pid=10327): stderr: \u000a| �[0;m�[1;31m20221209201131378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201131378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201131378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201131378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201131378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201131378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201131398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:34.862387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10326): Terminating (SIGTERM)\u000a20:11:34.903665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10329): Terminating (SIGTERM)\u000a20:11:34.945180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10332): Terminating (SIGTERM)\u000a20:11:34.954721 --- ParallelTerminationStrategy: PID 10326 died...\u000a20:11:35.010315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10326): Terminated: ok {rc=0}\u000a20:11:35.020291 --- ParallelTerminationStrategy: PID 10329 died...\u000a20:11:35.075625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10329): Terminated: ok {rc=0}\u000a20:11:35.085748 --- ParallelTerminationStrategy: PID 10332 died...\u000a20:11:35.140813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10332): Terminated: ok {rc=0}\u000a20:11:35.227593 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:10:36" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10347): Process ended prematurely: osmo-stp_10.42.42.5(pid=10347) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10347): Process ended prematurely: osmo-stp_10.42.42.5(pid=10347) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:11:37.353580 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.364281 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:11:37.497500 tst cs_paging_gprs_active.py: using LAC 23433\u000a20:11:37.625097 tst cs_paging_gprs_active.py: using RAC 228\u000a20:11:37.752019 tst cs_paging_gprs_active.py: using CellId 23433\u000a20:11:37.880666 tst cs_paging_gprs_active.py: using BVCI 23434\u000a20:11:37.906097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.917504 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.928669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.939695 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.950747 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.961692 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.972769 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.983671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:37.994881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:38.116710 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:38.419201 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:11:38.557536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:38.898128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10337): Launched\u000a20:11:39.179390 run iperf3-srv_10.42.42.10(pid=10338): Launched\u000a20:11:39.381596 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:11:39.519565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:39.858873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10339): Launched\u000a20:11:40.143578 run iperf3-srv_10.42.42.10(pid=10340): Launched\u000a20:11:40.345385 tst cs_paging_gprs_active.py:38: start network...\u000a20:11:40.483925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:41.008435 run create_hlr_db(pid=10341): Launched\u000a20:11:41.199106 bus /gobi_6: Setting Powered False\u000a20:11:42.219959 run create_hlr_db(pid=10341): Terminated: ok {rc=0}\u000a20:11:42.629286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10343): Launched\u000a20:11:42.934821 run osmo-hlr_10.42.42.2(pid=10344): Launched\u000a20:11:43.047387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:43.577074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10346): Launched\u000a20:11:43.881998 run osmo-stp_10.42.42.5(pid=10347): Launched\u000a20:11:43.993741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:44.524876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10349): Launched\u000a20:11:44.633978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:44.899859 run patchelf(pid=10350): Launched\u000a20:11:45.078885 run osmo-stp_10.42.42.5(pid=10347): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)]\u000a20:11:45.209467 run osmo-stp_10.42.42.5(pid=10347): stdout: \u000a| (launched: 2022-12-09_20:11:43.732382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:45.340927 run osmo-stp_10.42.42.5(pid=10347): stderr: \u000a| �[0;m�[38;5;43m20221209201143899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201143900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201143900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201143900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201143901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201143901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201143901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:45.467761 run osmo-stp_10.42.42.5(pid=10347): stdout: \u000a| (launched: 2022-12-09_20:11:43.732382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:45.593559 run osmo-stp_10.42.42.5(pid=10347): stderr: \u000a| �[0;m�[38;5;43m20221209201143899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201143900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201143900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201143900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201143901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201143901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201143901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:45.740552 run patchelf(pid=10350): Terminating (SIGINT)\u000a20:11:45.946513 run patchelf(pid=10350): Terminated: ok {rc=0}\u000a20:11:45.981732 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10347): Process ended prematurely: osmo-stp_10.42.42.5(pid=10347) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)] [trial-2364↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:11:45.993392 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:11:46.060296 run osmo-hlr_10.42.42.2(pid=10344): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10344)]\u000a20:11:46.116511 run osmo-hlr_10.42.42.2(pid=10344): stdout: \u000a| (launched: 2022-12-09_20:11:42.785280) \u000a20:11:46.171175 run osmo-hlr_10.42.42.2(pid=10344): stderr: \u000a| �[0;m�[1;31m20221209201142961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201142961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201142961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201142961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201142961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201142962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201142974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201142985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201142986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201142986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:46.217659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10337): Terminating (SIGTERM)\u000a20:11:46.261642 run iperf3-srv_10.42.42.10(pid=10338): Terminating (SIGTERM)\u000a20:11:46.309205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10339): Terminating (SIGTERM)\u000a20:11:46.353515 run iperf3-srv_10.42.42.10(pid=10340): Terminating (SIGTERM)\u000a20:11:46.399409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10343): Terminating (SIGTERM)\u000a20:11:46.445995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10346): Terminating (SIGTERM)\u000a20:11:46.492518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10349): Terminating (SIGTERM)\u000a20:11:46.503480 --- ParallelTerminationStrategy: PID 10337 died...\u000a20:11:46.565254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10337): Terminated: ok {rc=0}\u000a20:11:46.576357 --- ParallelTerminationStrategy: PID 10338 died...\u000a20:11:46.635634 run iperf3-srv_10.42.42.10(pid=10338): Terminated {rc=256}\u000a20:11:46.646657 --- ParallelTerminationStrategy: PID 10339 died...\u000a20:11:46.707102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10339): Terminated: ok {rc=0}\u000a20:11:46.718182 --- ParallelTerminationStrategy: PID 10340 died...\u000a20:11:46.775871 run iperf3-srv_10.42.42.10(pid=10340): Terminated {rc=256}\u000a20:11:46.786894 --- ParallelTerminationStrategy: PID 10343 died...\u000a20:11:46.844570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10343): Terminated: ok {rc=0}\u000a20:11:46.855142 --- ParallelTerminationStrategy: PID 10346 died...\u000a20:11:46.913870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10346): Terminated: ok {rc=0}\u000a20:11:46.925072 --- ParallelTerminationStrategy: PID 10349 died...\u000a20:11:46.982877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10349): Terminated: ok {rc=0}\u000a20:11:47.073274 bus /gobi_0: Setting Powered False\u000a20:11:48.179485 bus /gobi_0: Setting Powered False\u000a20:11:49.287233 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10359): Process ended prematurely: osmo-stp_10.42.42.5(pid=10359) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10359)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10359): Process ended prematurely: osmo-stp_10.42.42.5(pid=10359) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:11:50.402917 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:50.415015 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:11:50.548774 tst iperf3.py: using LAC 23434\u000a20:11:50.682289 tst iperf3.py: using RAC 229\u000a20:11:50.811621 tst iperf3.py: using CellId 23434\u000a20:11:50.938492 tst iperf3.py: using BVCI 23435\u000a20:11:50.963932 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:50.975272 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:50.986642 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:50.998514 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:51.009823 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:51.021220 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:51.032748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:51.044108 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:51.055498 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:11:51.355455 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:11:51.493276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:11:51.830453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10351): Launched\u000a20:11:52.110502 run iperf3-srv_10.42.42.10(pid=10352): Launched\u000a20:11:52.313000 tst iperf3.py:8: start network...\u000a20:11:52.450347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:52.972884 run create_hlr_db(pid=10353): Launched\u000a20:11:53.162855 bus /gobi_6: Setting Powered False\u000a20:11:54.184175 run create_hlr_db(pid=10353): Terminated: ok {rc=0}\u000a20:11:54.592625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10355): Launched\u000a20:11:54.898111 run osmo-hlr_10.42.42.2(pid=10356): Launched\u000a20:11:55.017207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:55.555001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10358): Launched\u000a20:11:55.860287 run osmo-stp_10.42.42.5(pid=10359): Launched\u000a20:11:55.972054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:11:56.504168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10361): Launched\u000a20:11:56.613469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:11:56.878469 run patchelf(pid=10362): Launched\u000a20:11:57.056557 run osmo-stp_10.42.42.5(pid=10359): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10359)]\u000a20:11:57.186963 run osmo-stp_10.42.42.5(pid=10359): stdout: \u000a| (launched: 2022-12-09_20:11:55.710155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:57.317732 run osmo-stp_10.42.42.5(pid=10359): stderr: \u000a| �[0;m�[38;5;43m20221209201155877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201155878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201155878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201155878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201155879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201155879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201155879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:57.444217 run osmo-stp_10.42.42.5(pid=10359): stdout: \u000a| (launched: 2022-12-09_20:11:55.710155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:57.569664 run osmo-stp_10.42.42.5(pid=10359): stderr: \u000a| �[0;m�[38;5;43m20221209201155877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201155878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201155878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201155878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201155879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201155879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201155879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:57.715305 run patchelf(pid=10362): Terminating (SIGINT)\u000a20:11:57.886548 run patchelf(pid=10362): Terminated: ok {rc=0}\u000a20:11:57.918059 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10359): Process ended prematurely: osmo-stp_10.42.42.5(pid=10359) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10359)] [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a20:11:57.927426 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:11:57.987156 run osmo-hlr_10.42.42.2(pid=10356): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10356)]\u000a20:11:58.036417 run osmo-hlr_10.42.42.2(pid=10356): stdout: \u000a| (launched: 2022-12-09_20:11:54.748304) \u000a20:11:58.086271 run osmo-hlr_10.42.42.2(pid=10356): stderr: \u000a| �[0;m�[1;31m20221209201154923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201154923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201154923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201154923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201154923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201154923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201154934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201154943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201154943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201154944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:58.128145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10351): Terminating (SIGTERM)\u000a20:11:58.167743 run iperf3-srv_10.42.42.10(pid=10352): Terminating (SIGTERM)\u000a20:11:58.207796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10355): Terminating (SIGTERM)\u000a20:11:58.247405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10358): Terminating (SIGTERM)\u000a20:11:58.287112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10361): Terminating (SIGTERM)\u000a20:11:58.296447 --- ParallelTerminationStrategy: PID 10351 died...\u000a20:11:58.349806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10351): Terminated: ok {rc=0}\u000a20:11:58.359512 --- ParallelTerminationStrategy: PID 10352 died...\u000a20:11:58.411919 run iperf3-srv_10.42.42.10(pid=10352): Terminated {rc=256}\u000a20:11:58.421785 --- ParallelTerminationStrategy: PID 10355 died...\u000a20:11:58.474794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10355): Terminated: ok {rc=0}\u000a20:11:58.484718 --- ParallelTerminationStrategy: PID 10358 died...\u000a20:11:58.537389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10358): Terminated: ok {rc=0}\u000a20:11:58.547157 --- ParallelTerminationStrategy: PID 10361 died...\u000a20:11:58.600091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10361): Terminated: ok {rc=0}\u000a20:11:58.687826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10377): Process ended prematurely: osmo-stp_10.42.42.5(pid=10377) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10377)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10377): Process ended prematurely: osmo-stp_10.42.42.5(pid=10377) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:11:59.799121 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:11:59.810690 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:11:59.939493 tst iperf3m4.py: using LAC 23435\u000a20:12:00.061183 tst iperf3m4.py: using RAC 230\u000a20:12:00.183924 tst iperf3m4.py: using CellId 23435\u000a20:12:00.308769 tst iperf3m4.py: using BVCI 23436\u000a20:12:00.332310 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.343085 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.353781 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.364767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.375506 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.386297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.397303 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.407974 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:00.419079 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:00.540761 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:00.662655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:00.785344 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:01.111096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:01.242394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:01.582069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10363): Launched\u000a20:12:01.892479 run iperf3-srv_10.42.42.10(pid=10364): Launched\u000a20:12:02.154559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:12:02.285364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:02.604572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10365): Launched\u000a20:12:02.868641 run iperf3-srv_10.42.42.10(pid=10366): Launched\u000a20:12:03.054854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:12:03.182263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:03.498345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10367): Launched\u000a20:12:03.761199 run iperf3-srv_10.42.42.10(pid=10368): Launched\u000a20:12:03.947781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:12:04.075008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:04.391235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10369): Launched\u000a20:12:04.653838 run iperf3-srv_10.42.42.10(pid=10370): Launched\u000a20:12:04.841150 tst iperf3m4.py:8: start network...\u000a20:12:04.968513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:05.447586 run create_hlr_db(pid=10371): Launched\u000a20:12:05.624005 bus /gobi_6: Setting Powered False\u000a20:12:06.644834 run create_hlr_db(pid=10371): Terminated: ok {rc=0}\u000a20:12:07.080818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10373): Launched\u000a20:12:07.409935 run osmo-hlr_10.42.42.2(pid=10374): Launched\u000a20:12:07.529587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:08.098224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10376): Launched\u000a20:12:08.425805 run osmo-stp_10.42.42.5(pid=10377): Launched\u000a20:12:08.545129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:09.114116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10379): Launched\u000a20:12:09.231305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:09.517861 run patchelf(pid=10380): Launched\u000a20:12:09.709325 run osmo-stp_10.42.42.5(pid=10377): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10377)]\u000a20:12:09.848853 run osmo-stp_10.42.42.5(pid=10377): stdout: \u000a| (launched: 2022-12-09_20:12:08.265233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:09.988293 run osmo-stp_10.42.42.5(pid=10377): stderr: \u000a| �[0;m�[38;5;43m20221209201208453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201208453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201208454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201208454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201208455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201208455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201208455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:10.123406 run osmo-stp_10.42.42.5(pid=10377): stdout: \u000a| (launched: 2022-12-09_20:12:08.265233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:10.257378 run osmo-stp_10.42.42.5(pid=10377): stderr: \u000a| �[0;m�[38;5;43m20221209201208453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201208453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201208454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201208454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201208455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201208455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201208455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:10.414232 run patchelf(pid=10380): Terminating (SIGINT)\u000a20:12:10.598374 run patchelf(pid=10380): Terminated: ok {rc=0}\u000a20:12:10.632254 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10377): Process ended prematurely: osmo-stp_10.42.42.5(pid=10377) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10377)] [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:12:10.642297 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:12:10.705441 run osmo-hlr_10.42.42.2(pid=10374): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10374)]\u000a20:12:10.756871 run osmo-hlr_10.42.42.2(pid=10374): stdout: \u000a| (launched: 2022-12-09_20:12:07.247533) \u000a20:12:10.808872 run osmo-hlr_10.42.42.2(pid=10374): stderr: \u000a| �[0;m�[1;31m20221209201207441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201207441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201207441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201207441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201207441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201207441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201207454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201207463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201207463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201207463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:10.852933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10363): Terminating (SIGTERM)\u000a20:12:10.894628 run iperf3-srv_10.42.42.10(pid=10364): Terminating (SIGTERM)\u000a20:12:10.936203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10365): Terminating (SIGTERM)\u000a20:12:10.977751 run iperf3-srv_10.42.42.10(pid=10366): Terminating (SIGTERM)\u000a20:12:11.019417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10367): Terminating (SIGTERM)\u000a20:12:11.061032 run iperf3-srv_10.42.42.10(pid=10368): Terminating (SIGTERM)\u000a20:12:11.102691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10369): Terminating (SIGTERM)\u000a20:12:11.144124 run iperf3-srv_10.42.42.10(pid=10370): Terminating (SIGTERM)\u000a20:12:11.185962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10373): Terminating (SIGTERM)\u000a20:12:11.227509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10376): Terminating (SIGTERM)\u000a20:12:11.269556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10379): Terminating (SIGTERM)\u000a20:12:11.279230 --- ParallelTerminationStrategy: PID 10363 died...\u000a20:12:11.335230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10363): Terminated: ok {rc=0}\u000a20:12:11.345527 --- ParallelTerminationStrategy: PID 10364 died...\u000a20:12:11.401099 run iperf3-srv_10.42.42.10(pid=10364): Terminated {rc=256}\u000a20:12:11.411234 --- ParallelTerminationStrategy: PID 10365 died...\u000a20:12:11.466796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10365): Terminated: ok {rc=0}\u000a20:12:11.476869 --- ParallelTerminationStrategy: PID 10366 died...\u000a20:12:11.532374 run iperf3-srv_10.42.42.10(pid=10366): Terminated {rc=256}\u000a20:12:11.542507 --- ParallelTerminationStrategy: PID 10367 died...\u000a20:12:11.598064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10367): Terminated: ok {rc=0}\u000a20:12:11.608231 --- ParallelTerminationStrategy: PID 10368 died...\u000a20:12:11.663280 run iperf3-srv_10.42.42.10(pid=10368): Terminated {rc=256}\u000a20:12:11.673582 --- ParallelTerminationStrategy: PID 10369 died...\u000a20:12:11.729313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10369): Terminated: ok {rc=0}\u000a20:12:11.739246 --- ParallelTerminationStrategy: PID 10370 died...\u000a20:12:11.794876 run iperf3-srv_10.42.42.10(pid=10370): Terminated {rc=256}\u000a20:12:11.804901 --- ParallelTerminationStrategy: PID 10373 died...\u000a20:12:11.860548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10373): Terminated: ok {rc=0}\u000a20:12:11.870711 --- ParallelTerminationStrategy: PID 10376 died...\u000a20:12:11.926631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10376): Terminated: ok {rc=0}\u000a20:12:11.936835 --- ParallelTerminationStrategy: PID 10379 died...\u000a20:12:11.993231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10379): Terminated: ok {rc=0}\u000a20:12:12.080460 bus /gobi_4: Setting Powered False\u000a20:12:13.188332 bus /gobi_4: Setting Powered False\u000a20:12:14.302187 bus /gobi_1: Setting Powered False\u000a20:12:15.405805 bus /gobi_1: Setting Powered False\u000a20:12:16.518759 bus /gobi_0: Setting Powered False\u000a20:12:17.624201 bus /gobi_0: Setting Powered False\u000a20:12:18.733749 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10387): Process ended prematurely: osmo-stp_10.42.42.5(pid=10387) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10387)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10387): Process ended prematurely: osmo-stp_10.42.42.5(pid=10387) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:12:19.803259 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:19.815403 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:12:19.948509 tst ping.py: using LAC 23436\u000a20:12:20.074431 tst ping.py: using RAC 231\u000a20:12:20.201299 tst ping.py: using CellId 23436\u000a20:12:20.329521 tst ping.py: using BVCI 23437\u000a20:12:20.354218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.365688 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.376804 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.388186 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.399380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.410571 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.421928 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:20.433299 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:20.714426 tst ping.py:19: start network...\u000a20:12:20.839854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:21.314303 run create_hlr_db(pid=10381): Launched\u000a20:12:21.487473 bus /gobi_6: Setting Powered False\u000a20:12:22.509595 run create_hlr_db(pid=10381): Terminated: ok {rc=0}\u000a20:12:22.939416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10383): Launched\u000a20:12:23.262305 run osmo-hlr_10.42.42.2(pid=10384): Launched\u000a20:12:23.380173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:23.941546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10386): Launched\u000a20:12:24.263119 run osmo-stp_10.42.42.5(pid=10387): Launched\u000a20:12:24.383884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:24.947481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10389): Launched\u000a20:12:25.062718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:25.343187 run patchelf(pid=10390): Launched\u000a20:12:25.531563 run osmo-stp_10.42.42.5(pid=10387): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10387)]\u000a20:12:25.668771 run osmo-stp_10.42.42.5(pid=10387): stdout: \u000a| (launched: 2022-12-09_20:12:24.105246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:25.806638 run osmo-stp_10.42.42.5(pid=10387): stderr: \u000a| �[0;m�[38;5;43m20221209201224295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201224296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201224296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201224296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201224297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201224297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201224297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:25.939259 run osmo-stp_10.42.42.5(pid=10387): stdout: \u000a| (launched: 2022-12-09_20:12:24.105246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:26.071067 run osmo-stp_10.42.42.5(pid=10387): stderr: \u000a| �[0;m�[38;5;43m20221209201224295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201224296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201224296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201224296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201224297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201224297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201224297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:26.225605 run patchelf(pid=10390): Terminating (SIGINT)\u000a20:12:26.394758 run patchelf(pid=10390): Terminated: ok {rc=0}\u000a20:12:26.425849 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10387): Process ended prematurely: osmo-stp_10.42.42.5(pid=10387) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10387)] [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a20:12:26.434769 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:12:26.497464 run osmo-hlr_10.42.42.2(pid=10384): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10384)]\u000a20:12:26.547749 run osmo-hlr_10.42.42.2(pid=10384): stdout: \u000a| (launched: 2022-12-09_20:12:23.104523) \u000a20:12:26.598383 run osmo-hlr_10.42.42.2(pid=10384): stderr: \u000a| �[0;m�[1;31m20221209201223302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201223302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201223302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201223302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201223302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201223302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201223315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201223323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201223323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201223323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:26.640742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10383): Terminating (SIGTERM)\u000a20:12:26.681520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10386): Terminating (SIGTERM)\u000a20:12:26.722018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10389): Terminating (SIGTERM)\u000a20:12:26.731947 --- ParallelTerminationStrategy: PID 10383 died...\u000a20:12:26.786738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10383): Terminated: ok {rc=0}\u000a20:12:26.796522 --- ParallelTerminationStrategy: PID 10386 died...\u000a20:12:26.850443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10386): Terminated: ok {rc=0}\u000a20:12:26.860821 --- ParallelTerminationStrategy: PID 10389 died...\u000a20:12:26.914491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10389): Terminated: ok {rc=0}\u000a20:12:27.004657 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10397): Process ended prematurely: osmo-stp_10.42.42.5(pid=10397) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10397)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10397): Process ended prematurely: osmo-stp_10.42.42.5(pid=10397) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:12:28.056563 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.068587 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:12:28.195527 tst ping_idle_ping.py: using LAC 23437\u000a20:12:28.316316 tst ping_idle_ping.py: using RAC 232\u000a20:12:28.436158 tst ping_idle_ping.py: using CellId 23437\u000a20:12:28.556527 tst ping_idle_ping.py: using BVCI 23438\u000a20:12:28.579610 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.590396 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.601176 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.612532 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.623693 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.634981 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.646406 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:12:28.657669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:12:28.942737 tst ping_idle_ping.py:24: start network...\u000a20:12:29.068715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:29.541921 run create_hlr_db(pid=10391): Launched\u000a20:12:29.716294 bus /gobi_6: Setting Powered False\u000a20:12:30.737310 run create_hlr_db(pid=10391): Terminated: ok {rc=0}\u000a20:12:31.183585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10393): Launched\u000a20:12:31.657779 run osmo-hlr_10.42.42.2(pid=10394): Launched\u000a20:12:31.951880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:32.518278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10396): Launched\u000a20:12:32.818247 run osmo-stp_10.42.42.5(pid=10397): Launched\u000a20:12:32.927248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:33.451189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10399): Launched\u000a20:12:33.558457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:33.819856 run patchelf(pid=10400): Launched\u000a20:12:33.995244 run osmo-stp_10.42.42.5(pid=10397): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10397)]\u000a20:12:34.123796 run osmo-stp_10.42.42.5(pid=10397): stdout: \u000a| (launched: 2022-12-09_20:12:32.670809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:34.252595 run osmo-stp_10.42.42.5(pid=10397): stderr: \u000a| �[0;m�[38;5;43m20221209201232839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201232839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201232839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201232840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201232840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201232840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201232840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:34.376604 run osmo-stp_10.42.42.5(pid=10397): stdout: \u000a| (launched: 2022-12-09_20:12:32.670809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:34.500333 run osmo-stp_10.42.42.5(pid=10397): stderr: \u000a| �[0;m�[38;5;43m20221209201232839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201232839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201232839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201232840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201232840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201232840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201232840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:34.643062 run patchelf(pid=10400): Terminating (SIGINT)\u000a20:12:34.811060 run patchelf(pid=10400): Terminated: ok {rc=0}\u000a20:12:34.841857 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10397): Process ended prematurely: osmo-stp_10.42.42.5(pid=10397) [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10397)] [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:12:34.850616 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:12:34.910516 run osmo-hlr_10.42.42.2(pid=10394): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10394)]\u000a20:12:34.959448 run osmo-hlr_10.42.42.2(pid=10394): stdout: \u000a| (launched: 2022-12-09_20:12:31.352705) \u000a20:12:35.008782 run osmo-hlr_10.42.42.2(pid=10394): stderr: \u000a| �[0;m�[1;31m20221209201231579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201231579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201231579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201231579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201231579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201231579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201231595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201231619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201231621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201231621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:35.050411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10393): Terminating (SIGTERM)\u000a20:12:35.090110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10396): Terminating (SIGTERM)\u000a20:12:35.129893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10399): Terminating (SIGTERM)\u000a20:12:35.139235 --- ParallelTerminationStrategy: PID 10393 died...\u000a20:12:35.192491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10393): Terminated: ok {rc=0}\u000a20:12:35.202346 --- ParallelTerminationStrategy: PID 10396 died...\u000a20:12:35.255549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10396): Terminated: ok {rc=0}\u000a20:12:35.265342 --- ParallelTerminationStrategy: PID 10399 died...\u000a20:12:35.318875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10399): Terminated: ok {rc=0}\u000a20:12:35.407584 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:11:36" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10417): Process ended prematurely: osmo-stp_10.42.42.5(pid=10417) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10417): Process ended prematurely: osmo-stp_10.42.42.5(pid=10417) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:12:37.513402 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:37.524216 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:12:37.667941 tst cs_paging_gprs_active.py: using LAC 23438\u000a20:12:37.788198 tst cs_paging_gprs_active.py: using RAC 233\u000a20:12:37.908205 tst cs_paging_gprs_active.py: using CellId 23438\u000a20:12:38.028018 tst cs_paging_gprs_active.py: using BVCI 23439\u000a20:12:38.051470 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.062271 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.073019 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.083886 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.094724 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.105518 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.116437 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.127419 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:38.138566 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:38.258554 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:38.561057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:12:38.698404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:39.037353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10407): Launched\u000a20:12:39.318909 run iperf3-srv_10.42.42.10(pid=10408): Launched\u000a20:12:39.519421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:12:39.655946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:39.994124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10409): Launched\u000a20:12:40.274590 run iperf3-srv_10.42.42.10(pid=10410): Launched\u000a20:12:40.476218 tst cs_paging_gprs_active.py:38: start network...\u000a20:12:40.614084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:41.137056 run create_hlr_db(pid=10411): Launched\u000a20:12:41.326385 bus /gobi_6: Setting Powered False\u000a20:12:42.347429 run create_hlr_db(pid=10411): Terminated: ok {rc=0}\u000a20:12:42.759348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10413): Launched\u000a20:12:43.065849 run osmo-hlr_10.42.42.2(pid=10414): Launched\u000a20:12:43.188645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:43.725776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10416): Launched\u000a20:12:44.031103 run osmo-stp_10.42.42.5(pid=10417): Launched\u000a20:12:44.142917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:44.678113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10419): Launched\u000a20:12:44.787382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:45.053798 run patchelf(pid=10420): Launched\u000a20:12:45.233379 run osmo-stp_10.42.42.5(pid=10417): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)]\u000a20:12:45.363834 run osmo-stp_10.42.42.5(pid=10417): stdout: \u000a| (launched: 2022-12-09_20:12:43.881202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:45.495189 run osmo-stp_10.42.42.5(pid=10417): stderr: \u000a| �[0;m�[38;5;43m20221209201244048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201244048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201244048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201244049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201244049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201244049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201244049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:45.621784 run osmo-stp_10.42.42.5(pid=10417): stdout: \u000a| (launched: 2022-12-09_20:12:43.881202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:45.747592 run osmo-stp_10.42.42.5(pid=10417): stderr: \u000a| �[0;m�[38;5;43m20221209201244048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201244048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201244048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201244049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201244049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201244049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201244049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:45.920337 run patchelf(pid=10420): Terminating (SIGINT)\u000a20:12:46.109549 run patchelf(pid=10420): Terminated: ok {rc=0}\u000a20:12:46.145448 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10417): Process ended prematurely: osmo-stp_10.42.42.5(pid=10417) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10417)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:12:46.156720 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:12:46.222536 run osmo-hlr_10.42.42.2(pid=10414): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10414)]\u000a20:12:46.274799 run osmo-hlr_10.42.42.2(pid=10414): stdout: \u000a| (launched: 2022-12-09_20:12:42.915553) \u000a20:12:46.329092 run osmo-hlr_10.42.42.2(pid=10414): stderr: \u000a| �[0;m�[1;31m20221209201243087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201243087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201243087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201243087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201243087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201243088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201243099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201243107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201243108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201243108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:46.374851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10407): Terminating (SIGTERM)\u000a20:12:46.420012 run iperf3-srv_10.42.42.10(pid=10408): Terminating (SIGTERM)\u000a20:12:46.465276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10409): Terminating (SIGTERM)\u000a20:12:46.507756 run iperf3-srv_10.42.42.10(pid=10410): Terminating (SIGTERM)\u000a20:12:46.551536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10413): Terminating (SIGTERM)\u000a20:12:46.596044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10416): Terminating (SIGTERM)\u000a20:12:46.640887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10419): Terminating (SIGTERM)\u000a20:12:46.651217 --- ParallelTerminationStrategy: PID 10407 died...\u000a20:12:46.711895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10407): Terminated: ok {rc=0}\u000a20:12:46.723364 --- ParallelTerminationStrategy: PID 10408 died...\u000a20:12:46.779964 run iperf3-srv_10.42.42.10(pid=10408): Terminated {rc=256}\u000a20:12:46.790731 --- ParallelTerminationStrategy: PID 10409 died...\u000a20:12:46.846975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10409): Terminated: ok {rc=0}\u000a20:12:46.857394 --- ParallelTerminationStrategy: PID 10410 died...\u000a20:12:46.914853 run iperf3-srv_10.42.42.10(pid=10410): Terminated {rc=256}\u000a20:12:46.925340 --- ParallelTerminationStrategy: PID 10413 died...\u000a20:12:46.982446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10413): Terminated: ok {rc=0}\u000a20:12:46.993003 --- ParallelTerminationStrategy: PID 10416 died...\u000a20:12:47.049847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10416): Terminated: ok {rc=0}\u000a20:12:47.060348 --- ParallelTerminationStrategy: PID 10419 died...\u000a20:12:47.119364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10419): Terminated: ok {rc=0}\u000a20:12:47.208380 bus /gobi_0: Setting Powered False\u000a20:12:48.311682 bus /gobi_0: Setting Powered False\u000a20:12:49.421844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10429): Process ended prematurely: osmo-stp_10.42.42.5(pid=10429) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10429)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10429): Process ended prematurely: osmo-stp_10.42.42.5(pid=10429) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:12:50.537572 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:50.549562 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:12:50.697986 tst iperf3.py: using LAC 23439\u000a20:12:50.820034 tst iperf3.py: using RAC 234\u000a20:12:50.945087 tst iperf3.py: using CellId 23439\u000a20:12:51.062344 tst iperf3.py: using BVCI 23440\u000a20:12:51.085775 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.096648 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.107322 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.118296 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.128907 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.139678 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.150697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.161390 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:51.172318 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:12:51.470664 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:51.608816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:51.948092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10421): Launched\u000a20:12:52.230284 run iperf3-srv_10.42.42.10(pid=10422): Launched\u000a20:12:52.431603 tst iperf3.py:8: start network...\u000a20:12:52.569672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:53.093107 run create_hlr_db(pid=10423): Launched\u000a20:12:53.282859 bus /gobi_6: Setting Powered False\u000a20:12:54.303990 run create_hlr_db(pid=10423): Terminated: ok {rc=0}\u000a20:12:54.714017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10425): Launched\u000a20:12:55.019513 run osmo-hlr_10.42.42.2(pid=10426): Launched\u000a20:12:55.140116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:55.679650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10428): Launched\u000a20:12:55.986394 run osmo-stp_10.42.42.5(pid=10429): Launched\u000a20:12:56.098037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:56.631066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10431): Launched\u000a20:12:56.741050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:57.007097 run patchelf(pid=10432): Launched\u000a20:12:57.185912 run osmo-stp_10.42.42.5(pid=10429): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10429)]\u000a20:12:57.316154 run osmo-stp_10.42.42.5(pid=10429): stdout: \u000a| (launched: 2022-12-09_20:12:55.834966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:57.446807 run osmo-stp_10.42.42.5(pid=10429): stderr: \u000a| �[0;m�[38;5;43m20221209201256002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201256002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201256003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201256003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201256004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201256004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201256004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:57.573388 run osmo-stp_10.42.42.5(pid=10429): stdout: \u000a| (launched: 2022-12-09_20:12:55.834966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:57.698610 run osmo-stp_10.42.42.5(pid=10429): stderr: \u000a| �[0;m�[38;5;43m20221209201256002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201256002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201256003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201256003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201256004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201256004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201256004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:57.844410 run patchelf(pid=10432): Terminating (SIGINT)\u000a20:12:58.015814 run patchelf(pid=10432): Terminated: ok {rc=0}\u000a20:12:58.047435 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10429): Process ended prematurely: osmo-stp_10.42.42.5(pid=10429) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10429)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:12:58.056876 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:12:58.117745 run osmo-hlr_10.42.42.2(pid=10426): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10426)]\u000a20:12:58.166901 run osmo-hlr_10.42.42.2(pid=10426): stdout: \u000a| (launched: 2022-12-09_20:12:54.869099) \u000a20:12:58.216826 run osmo-hlr_10.42.42.2(pid=10426): stderr: \u000a| �[0;m�[1;31m20221209201255044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201255044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201255044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201255044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201255044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201255044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201255059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201255068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201255068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201255068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:58.258949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10421): Terminating (SIGTERM)\u000a20:12:58.298811 run iperf3-srv_10.42.42.10(pid=10422): Terminating (SIGTERM)\u000a20:12:58.338746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10425): Terminating (SIGTERM)\u000a20:12:58.378724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10428): Terminating (SIGTERM)\u000a20:12:58.418574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10431): Terminating (SIGTERM)\u000a20:12:58.428009 --- ParallelTerminationStrategy: PID 10421 died...\u000a20:12:58.481256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10421): Terminated: ok {rc=0}\u000a20:12:58.490882 --- ParallelTerminationStrategy: PID 10422 died...\u000a20:12:58.544220 run iperf3-srv_10.42.42.10(pid=10422): Terminated {rc=256}\u000a20:12:58.554096 --- ParallelTerminationStrategy: PID 10425 died...\u000a20:12:58.607018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10425): Terminated: ok {rc=0}\u000a20:12:58.616821 --- ParallelTerminationStrategy: PID 10428 died...\u000a20:12:58.669931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10428): Terminated: ok {rc=0}\u000a20:12:58.679922 --- ParallelTerminationStrategy: PID 10431 died...\u000a20:12:58.733582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10431): Terminated: ok {rc=0}\u000a20:12:58.823474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10447): Process ended prematurely: osmo-stp_10.42.42.5(pid=10447) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10447)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10447): Process ended prematurely: osmo-stp_10.42.42.5(pid=10447) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:12:59.933064 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:12:59.944589 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:13:00.090076 tst iperf3m4.py: using LAC 23440\u000a20:13:00.209054 tst iperf3m4.py: using RAC 235\u000a20:13:00.336745 tst iperf3m4.py: using CellId 23440\u000a20:13:00.467059 tst iperf3m4.py: using BVCI 23441\u000a20:13:00.492389 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.503924 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.515409 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.526737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.538112 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.549487 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.561061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.572180 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:00.583893 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:00.707379 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:00.837739 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:00.966947 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:01.306756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:01.449307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:01.795923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Launched\u000a20:13:02.131833 run iperf3-srv_10.42.42.10(pid=10434): Launched\u000a20:13:02.329686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:13:02.458277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:02.776197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Launched\u000a20:13:03.041262 run iperf3-srv_10.42.42.10(pid=10436): Launched\u000a20:13:03.227591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:13:03.354528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:03.670159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10437): Launched\u000a20:13:03.932717 run iperf3-srv_10.42.42.10(pid=10438): Launched\u000a20:13:04.119466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:13:04.247195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:04.562576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10439): Launched\u000a20:13:04.828235 run iperf3-srv_10.42.42.10(pid=10440): Launched\u000a20:13:05.015473 tst iperf3m4.py:8: start network...\u000a20:13:05.143824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:05.628837 run create_hlr_db(pid=10441): Launched\u000a20:13:05.805451 bus /gobi_6: Setting Powered False\u000a20:13:06.827348 run create_hlr_db(pid=10441): Terminated: ok {rc=0}\u000a20:13:07.264495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10443): Launched\u000a20:13:07.594151 run osmo-hlr_10.42.42.2(pid=10444): Launched\u000a20:13:07.712544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:08.283990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10446): Launched\u000a20:13:08.610525 run osmo-stp_10.42.42.5(pid=10447): Launched\u000a20:13:08.728756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:09.298505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10449): Launched\u000a20:13:09.415747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:09.701893 run patchelf(pid=10450): Launched\u000a20:13:09.893116 run osmo-stp_10.42.42.5(pid=10447): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10447)]\u000a20:13:10.032822 run osmo-stp_10.42.42.5(pid=10447): stdout: \u000a| (launched: 2022-12-09_20:13:08.449745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:10.172374 run osmo-stp_10.42.42.5(pid=10447): stderr: \u000a| �[0;m�[38;5;43m20221209201308638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201308638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201308638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201308639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201308639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201308639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201308639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:10.307192 run osmo-stp_10.42.42.5(pid=10447): stdout: \u000a| (launched: 2022-12-09_20:13:08.449745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:10.440927 run osmo-stp_10.42.42.5(pid=10447): stderr: \u000a| �[0;m�[38;5;43m20221209201308638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201308638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201308638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201308639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201308639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201308639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201308639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:10.596882 run patchelf(pid=10450): Terminating (SIGINT)\u000a20:13:10.779932 run patchelf(pid=10450): Terminated: ok {rc=0}\u000a20:13:10.813741 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10447): Process ended prematurely: osmo-stp_10.42.42.5(pid=10447) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10447)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:13:10.823668 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:13:10.886081 run osmo-hlr_10.42.42.2(pid=10444): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10444)]\u000a20:13:10.936620 run osmo-hlr_10.42.42.2(pid=10444): stdout: \u000a| (launched: 2022-12-09_20:13:07.431369) \u000a20:13:10.987687 run osmo-hlr_10.42.42.2(pid=10444): stderr: \u000a| �[0;m�[1;31m20221209201307625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201307625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201307625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201307626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201307638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201307647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201307647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201307647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:11.031588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Terminating (SIGTERM)\u000a20:13:11.073270 run iperf3-srv_10.42.42.10(pid=10434): Terminating (SIGTERM)\u000a20:13:11.115229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Terminating (SIGTERM)\u000a20:13:11.157024 run iperf3-srv_10.42.42.10(pid=10436): Terminating (SIGTERM)\u000a20:13:11.198660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10437): Terminating (SIGTERM)\u000a20:13:11.240238 run iperf3-srv_10.42.42.10(pid=10438): Terminating (SIGTERM)\u000a20:13:11.282082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10439): Terminating (SIGTERM)\u000a20:13:11.323689 run iperf3-srv_10.42.42.10(pid=10440): Terminating (SIGTERM)\u000a20:13:11.365400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10443): Terminating (SIGTERM)\u000a20:13:11.407078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10446): Terminating (SIGTERM)\u000a20:13:11.448803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10449): Terminating (SIGTERM)\u000a20:13:11.458538 --- ParallelTerminationStrategy: PID 10433 died...\u000a20:13:11.515018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Terminated: ok {rc=0}\u000a20:13:11.525147 --- ParallelTerminationStrategy: PID 10434 died...\u000a20:13:11.580454 run iperf3-srv_10.42.42.10(pid=10434): Terminated {rc=256}\u000a20:13:11.590455 --- ParallelTerminationStrategy: PID 10435 died...\u000a20:13:11.645650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Terminated: ok {rc=0}\u000a20:13:11.655624 --- ParallelTerminationStrategy: PID 10436 died...\u000a20:13:11.710994 run iperf3-srv_10.42.42.10(pid=10436): Terminated {rc=256}\u000a20:13:11.721048 --- ParallelTerminationStrategy: PID 10437 died...\u000a20:13:11.776889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10437): Terminated: ok {rc=0}\u000a20:13:11.787215 --- ParallelTerminationStrategy: PID 10438 died...\u000a20:13:11.842658 run iperf3-srv_10.42.42.10(pid=10438): Terminated {rc=256}\u000a20:13:11.852692 --- ParallelTerminationStrategy: PID 10439 died...\u000a20:13:11.907935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10439): Terminated: ok {rc=0}\u000a20:13:11.918085 --- ParallelTerminationStrategy: PID 10440 died...\u000a20:13:11.973501 run iperf3-srv_10.42.42.10(pid=10440): Terminated {rc=256}\u000a20:13:11.983653 --- ParallelTerminationStrategy: PID 10443 died...\u000a20:13:12.039497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10443): Terminated: ok {rc=0}\u000a20:13:12.049795 --- ParallelTerminationStrategy: PID 10446 died...\u000a20:13:12.105698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10446): Terminated: ok {rc=0}\u000a20:13:12.115782 --- ParallelTerminationStrategy: PID 10449 died...\u000a20:13:12.171514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10449): Terminated: ok {rc=0}\u000a20:13:12.259257 bus /gobi_4: Setting Powered False\u000a20:13:13.366009 bus /gobi_4: Setting Powered False\u000a20:13:14.474938 bus /gobi_1: Setting Powered False\u000a20:13:15.581625 bus /gobi_1: Setting Powered False\u000a20:13:16.690698 bus /gobi_0: Setting Powered False\u000a20:13:17.796445 bus /gobi_0: Setting Powered False\u000a20:13:18.904341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10457): Process ended prematurely: osmo-stp_10.42.42.5(pid=10457) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10457): Process ended prematurely: osmo-stp_10.42.42.5(pid=10457) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:13:19.973017 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:19.985070 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:13:20.135811 tst ping.py: using LAC 23441\u000a20:13:20.264207 tst ping.py: using RAC 236\u000a20:13:20.392540 tst ping.py: using CellId 23441\u000a20:13:20.518850 tst ping.py: using BVCI 23442\u000a20:13:20.543715 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.555092 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.566272 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.577380 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.588685 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.599688 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.610982 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:20.622025 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:20.900283 tst ping.py:19: start network...\u000a20:13:21.026202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:21.501071 run create_hlr_db(pid=10451): Launched\u000a20:13:21.676031 bus /gobi_6: Setting Powered False\u000a20:13:22.698666 run create_hlr_db(pid=10451): Terminated: ok {rc=0}\u000a20:13:23.129996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10453): Launched\u000a20:13:23.454019 run osmo-hlr_10.42.42.2(pid=10454): Launched\u000a20:13:23.574806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:24.142761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10456): Launched\u000a20:13:24.465196 run osmo-stp_10.42.42.5(pid=10457): Launched\u000a20:13:24.582657 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:25.143274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10459): Launched\u000a20:13:25.258195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:25.538147 run patchelf(pid=10460): Launched\u000a20:13:25.726324 run osmo-stp_10.42.42.5(pid=10457): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)]\u000a20:13:25.863303 run osmo-stp_10.42.42.5(pid=10457): stdout: \u000a| (launched: 2022-12-09_20:13:24.306590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:26.000879 run osmo-stp_10.42.42.5(pid=10457): stderr: \u000a| �[0;m�[38;5;43m20221209201324499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201324500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201324500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201324500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201324501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201324501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201324501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:26.133469 run osmo-stp_10.42.42.5(pid=10457): stdout: \u000a| (launched: 2022-12-09_20:13:24.306590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:26.264780 run osmo-stp_10.42.42.5(pid=10457): stderr: \u000a| �[0;m�[38;5;43m20221209201324499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201324500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201324500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201324500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201324501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201324501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201324501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:26.417755 run patchelf(pid=10460): Terminating (SIGINT)\u000a20:13:26.597358 run patchelf(pid=10460): Terminated: ok {rc=0}\u000a20:13:26.629810 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10457): Process ended prematurely: osmo-stp_10.42.42.5(pid=10457) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10457)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:13:26.639235 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:13:26.702182 run osmo-hlr_10.42.42.2(pid=10454): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10454)]\u000a20:13:26.753489 run osmo-hlr_10.42.42.2(pid=10454): stdout: \u000a| (launched: 2022-12-09_20:13:23.294373) \u000a20:13:26.805471 run osmo-hlr_10.42.42.2(pid=10454): stderr: \u000a| �[0;m�[1;31m20221209201323491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201323491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201323491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201323491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201323491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201323491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201323504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201323514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201323514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201323514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:26.849772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10453): Terminating (SIGTERM)\u000a20:13:26.891958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10456): Terminating (SIGTERM)\u000a20:13:26.934296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10459): Terminating (SIGTERM)\u000a20:13:26.944049 --- ParallelTerminationStrategy: PID 10453 died...\u000a20:13:27.000355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10453): Terminated: ok {rc=0}\u000a20:13:27.010612 --- ParallelTerminationStrategy: PID 10456 died...\u000a20:13:27.066693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10456): Terminated: ok {rc=0}\u000a20:13:27.076599 --- ParallelTerminationStrategy: PID 10459 died...\u000a20:13:27.132696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10459): Terminated: ok {rc=0}\u000a20:13:27.219280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10467): Process ended prematurely: osmo-stp_10.42.42.5(pid=10467) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10467)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10467): Process ended prematurely: osmo-stp_10.42.42.5(pid=10467) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:13:28.271963 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.283854 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:13:28.442376 tst ping_idle_ping.py: using LAC 23442\u000a20:13:28.563081 tst ping_idle_ping.py: using RAC 237\u000a20:13:28.680600 tst ping_idle_ping.py: using CellId 23442\u000a20:13:28.799881 tst ping_idle_ping.py: using BVCI 23443\u000a20:13:28.823160 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.834158 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.844936 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.856198 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.867245 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.878152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.889259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:13:28.900326 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:13:29.193741 tst ping_idle_ping.py:24: start network...\u000a20:13:29.327576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:29.804647 run create_hlr_db(pid=10461): Launched\u000a20:13:29.978781 bus /gobi_6: Setting Powered False\u000a20:13:31.030240 run create_hlr_db(pid=10461): Terminated: ok {rc=0}\u000a20:13:31.457108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10463): Launched\u000a20:13:31.903849 run osmo-hlr_10.42.42.2(pid=10464): Launched\u000a20:13:32.135982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:32.666373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10466): Launched\u000a20:13:32.970156 run osmo-stp_10.42.42.5(pid=10467): Launched\u000a20:13:33.080850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:33.606538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10469): Launched\u000a20:13:33.713909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:33.977262 run patchelf(pid=10470): Launched\u000a20:13:34.153264 run osmo-stp_10.42.42.5(pid=10467): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10467)]\u000a20:13:34.282060 run osmo-stp_10.42.42.5(pid=10467): stdout: \u000a| (launched: 2022-12-09_20:13:32.819280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:34.411827 run osmo-stp_10.42.42.5(pid=10467): stderr: \u000a| �[0;m�[38;5;43m20221209201332990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201332990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201332990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201332991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:34.536838 run osmo-stp_10.42.42.5(pid=10467): stdout: \u000a| (launched: 2022-12-09_20:13:32.819280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:34.660465 run osmo-stp_10.42.42.5(pid=10467): stderr: \u000a| �[0;m�[38;5;43m20221209201332990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201332990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201332990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201332991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201332991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:34.804551 run patchelf(pid=10470): Terminating (SIGINT)\u000a20:13:34.974059 run patchelf(pid=10470): Terminated: ok {rc=0}\u000a20:13:35.004817 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10467): Process ended prematurely: osmo-stp_10.42.42.5(pid=10467) [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10467)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:13:35.013615 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:13:35.074421 run osmo-hlr_10.42.42.2(pid=10464): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10464)]\u000a20:13:35.123446 run osmo-hlr_10.42.42.2(pid=10464): stdout: \u000a| (launched: 2022-12-09_20:13:31.614044) \u000a20:13:35.172902 run osmo-hlr_10.42.42.2(pid=10464): stderr: \u000a| �[0;m�[1;31m20221209201331845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201331845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201331845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201331845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201331846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201331846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201331870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201331882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201331882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201331882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:35.214760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10463): Terminating (SIGTERM)\u000a20:13:35.254589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10466): Terminating (SIGTERM)\u000a20:13:35.294451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10469): Terminating (SIGTERM)\u000a20:13:35.304020 --- ParallelTerminationStrategy: PID 10463 died...\u000a20:13:35.357388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10463): Terminated: ok {rc=0}\u000a20:13:35.367285 --- ParallelTerminationStrategy: PID 10466 died...\u000a20:13:35.419947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10466): Terminated: ok {rc=0}\u000a20:13:35.429970 --- ParallelTerminationStrategy: PID 10469 died...\u000a20:13:35.482550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10469): Terminated: ok {rc=0}\u000a20:13:35.570866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:12:37" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10485): Process ended prematurely: osmo-stp_10.42.42.5(pid=10485) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10485)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10485): Process ended prematurely: osmo-stp_10.42.42.5(pid=10485) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:13:37.676103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:37.686912 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:13:37.832669 tst cs_paging_gprs_active.py: using LAC 23443\u000a20:13:37.953223 tst cs_paging_gprs_active.py: using RAC 238\u000a20:13:38.080765 tst cs_paging_gprs_active.py: using CellId 23443\u000a20:13:38.209426 tst cs_paging_gprs_active.py: using BVCI 23444\u000a20:13:38.234728 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.246250 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.257463 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.268830 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.279929 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.291293 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.302645 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.313756 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:38.325122 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:38.442413 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:38.740622 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:13:38.877798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:39.212275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10475): Launched\u000a20:13:39.474422 run iperf3-srv_10.42.42.10(pid=10476): Launched\u000a20:13:39.660884 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:13:39.788210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:40.103212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10477): Launched\u000a20:13:40.364645 run iperf3-srv_10.42.42.10(pid=10478): Launched\u000a20:13:40.551125 tst cs_paging_gprs_active.py:38: start network...\u000a20:13:40.678581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:41.160751 run create_hlr_db(pid=10479): Launched\u000a20:13:41.336708 bus /gobi_6: Setting Powered False\u000a20:13:42.359300 run create_hlr_db(pid=10479): Terminated: ok {rc=0}\u000a20:13:42.764043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10481): Launched\u000a20:13:43.070287 run osmo-hlr_10.42.42.2(pid=10482): Launched\u000a20:13:43.190463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:43.726148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10484): Launched\u000a20:13:44.031521 run osmo-stp_10.42.42.5(pid=10485): Launched\u000a20:13:44.143522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:44.674455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10487): Launched\u000a20:13:44.783229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:45.050174 run patchelf(pid=10488): Launched\u000a20:13:45.229369 run osmo-stp_10.42.42.5(pid=10485): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10485)]\u000a20:13:45.360080 run osmo-stp_10.42.42.5(pid=10485): stdout: \u000a| (launched: 2022-12-09_20:13:43.881136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:45.490889 run osmo-stp_10.42.42.5(pid=10485): stderr: \u000a| �[0;m�[38;5;43m20221209201344048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201344048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201344048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201344049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201344049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201344049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201344049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:45.617117 run osmo-stp_10.42.42.5(pid=10485): stdout: \u000a| (launched: 2022-12-09_20:13:43.881136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:45.742468 run osmo-stp_10.42.42.5(pid=10485): stderr: \u000a| �[0;m�[38;5;43m20221209201344048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201344048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201344048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201344049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201344049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201344049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201344049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:45.890355 run patchelf(pid=10488): Terminating (SIGINT)\u000a20:13:46.066451 run patchelf(pid=10488): Terminated: ok {rc=0}\u000a20:13:46.099489 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10485): Process ended prematurely: osmo-stp_10.42.42.5(pid=10485) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10485)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:13:46.109880 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:13:46.174502 run osmo-hlr_10.42.42.2(pid=10482): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10482)]\u000a20:13:46.225851 run osmo-hlr_10.42.42.2(pid=10482): stdout: \u000a| (launched: 2022-12-09_20:13:42.919566) \u000a20:13:46.278118 run osmo-hlr_10.42.42.2(pid=10482): stderr: \u000a| �[0;m�[1;31m20221209201343094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201343094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201343094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201343094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201343094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201343094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201343106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201343117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201343117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201343117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:46.321420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10475): Terminating (SIGTERM)\u000a20:13:46.363268 run iperf3-srv_10.42.42.10(pid=10476): Terminating (SIGTERM)\u000a20:13:46.406396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10477): Terminating (SIGTERM)\u000a20:13:46.450389 run iperf3-srv_10.42.42.10(pid=10478): Terminating (SIGTERM)\u000a20:13:46.493421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10481): Terminating (SIGTERM)\u000a20:13:46.536362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10484): Terminating (SIGTERM)\u000a20:13:46.577545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10487): Terminating (SIGTERM)\u000a20:13:46.588290 --- ParallelTerminationStrategy: PID 10475 died...\u000a20:13:46.644422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10475): Terminated: ok {rc=0}\u000a20:13:46.654996 --- ParallelTerminationStrategy: PID 10476 died...\u000a20:13:46.710989 run iperf3-srv_10.42.42.10(pid=10476): Terminated {rc=256}\u000a20:13:46.721399 --- ParallelTerminationStrategy: PID 10477 died...\u000a20:13:46.777156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10477): Terminated: ok {rc=0}\u000a20:13:46.787571 --- ParallelTerminationStrategy: PID 10478 died...\u000a20:13:46.843631 run iperf3-srv_10.42.42.10(pid=10478): Terminated {rc=256}\u000a20:13:46.853970 --- ParallelTerminationStrategy: PID 10481 died...\u000a20:13:46.909963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10481): Terminated: ok {rc=0}\u000a20:13:46.920582 --- ParallelTerminationStrategy: PID 10484 died...\u000a20:13:46.976699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10484): Terminated: ok {rc=0}\u000a20:13:46.987185 --- ParallelTerminationStrategy: PID 10487 died...\u000a20:13:47.043358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10487): Terminated: ok {rc=0}\u000a20:13:47.139998 bus /gobi_0: Setting Powered False\u000a20:13:48.241013 bus /gobi_0: Setting Powered False\u000a20:13:49.345890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10497): Process ended prematurely: osmo-stp_10.42.42.5(pid=10497) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10497)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10497): Process ended prematurely: osmo-stp_10.42.42.5(pid=10497) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:13:50.461198 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:50.473109 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:13:50.633973 tst iperf3.py: using LAC 23444\u000a20:13:50.762995 tst iperf3.py: using RAC 239\u000a20:13:50.890459 tst iperf3.py: using CellId 23444\u000a20:13:51.017085 tst iperf3.py: using BVCI 23445\u000a20:13:51.042331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.053600 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.064632 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.075761 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.086981 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.098308 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.109573 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.120536 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:51.131797 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:13:51.430349 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:51.569117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:51.908427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10489): Launched\u000a20:13:52.190307 run iperf3-srv_10.42.42.10(pid=10490): Launched\u000a20:13:52.391735 tst iperf3.py:8: start network...\u000a20:13:52.529359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:53.051574 run create_hlr_db(pid=10491): Launched\u000a20:13:53.241232 bus /gobi_6: Setting Powered False\u000a20:13:54.261415 run create_hlr_db(pid=10491): Terminated: ok {rc=0}\u000a20:13:54.673971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10493): Launched\u000a20:13:54.979279 run osmo-hlr_10.42.42.2(pid=10494): Launched\u000a20:13:55.100040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:55.641134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10496): Launched\u000a20:13:55.947220 run osmo-stp_10.42.42.5(pid=10497): Launched\u000a20:13:56.058786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:56.593065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10499): Launched\u000a20:13:56.702294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:56.968771 run patchelf(pid=10500): Launched\u000a20:13:57.147812 run osmo-stp_10.42.42.5(pid=10497): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10497)]\u000a20:13:57.278821 run osmo-stp_10.42.42.5(pid=10497): stdout: \u000a| (launched: 2022-12-09_20:13:55.796647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:57.410052 run osmo-stp_10.42.42.5(pid=10497): stderr: \u000a| �[0;m�[38;5;43m20221209201355965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201355966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201355966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201355966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201355967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201355967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201355967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:57.536636 run osmo-stp_10.42.42.5(pid=10497): stdout: \u000a| (launched: 2022-12-09_20:13:55.796647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:57.662584 run osmo-stp_10.42.42.5(pid=10497): stderr: \u000a| �[0;m�[38;5;43m20221209201355965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201355966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201355966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201355966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201355967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201355967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201355967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:57.809173 run patchelf(pid=10500): Terminating (SIGINT)\u000a20:13:57.981980 run patchelf(pid=10500): Terminated: ok {rc=0}\u000a20:13:58.013800 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10497): Process ended prematurely: osmo-stp_10.42.42.5(pid=10497) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10497)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:13:58.023154 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:13:58.083957 run osmo-hlr_10.42.42.2(pid=10494): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10494)]\u000a20:13:58.133348 run osmo-hlr_10.42.42.2(pid=10494): stdout: \u000a| (launched: 2022-12-09_20:13:54.829528) \u000a20:13:58.183434 run osmo-hlr_10.42.42.2(pid=10494): stderr: \u000a| �[0;m�[1;31m20221209201355005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201355005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201355005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201355005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201355005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201355005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201355019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201355028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201355028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201355028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:58.225606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10489): Terminating (SIGTERM)\u000a20:13:58.265430 run iperf3-srv_10.42.42.10(pid=10490): Terminating (SIGTERM)\u000a20:13:58.305430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10493): Terminating (SIGTERM)\u000a20:13:58.345277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10496): Terminating (SIGTERM)\u000a20:13:58.385166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10499): Terminating (SIGTERM)\u000a20:13:58.394625 --- ParallelTerminationStrategy: PID 10489 died...\u000a20:13:58.448738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10489): Terminated: ok {rc=0}\u000a20:13:58.458357 --- ParallelTerminationStrategy: PID 10490 died...\u000a20:13:58.511251 run iperf3-srv_10.42.42.10(pid=10490): Terminated {rc=256}\u000a20:13:58.520915 --- ParallelTerminationStrategy: PID 10493 died...\u000a20:13:58.573865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10493): Terminated: ok {rc=0}\u000a20:13:58.583674 --- ParallelTerminationStrategy: PID 10496 died...\u000a20:13:58.636688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10496): Terminated: ok {rc=0}\u000a20:13:58.646232 --- ParallelTerminationStrategy: PID 10499 died...\u000a20:13:58.699103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10499): Terminated: ok {rc=0}\u000a20:13:58.787666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10515): Process ended prematurely: osmo-stp_10.42.42.5(pid=10515) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10515)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10515): Process ended prematurely: osmo-stp_10.42.42.5(pid=10515) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:13:59.897945 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:13:59.909371 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:14:00.056797 tst iperf3m4.py: using LAC 23445\u000a20:14:00.180642 tst iperf3m4.py: using RAC 240\u000a20:14:00.299309 tst iperf3m4.py: using CellId 23445\u000a20:14:00.422770 tst iperf3m4.py: using BVCI 23446\u000a20:14:00.446242 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.457094 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.467691 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.478664 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.489521 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.500481 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.511463 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.522304 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:00.533398 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:00.652321 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:00.774533 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:00.894759 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:01.214707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:14:01.346888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:01.671348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Launched\u000a20:14:01.956812 run iperf3-srv_10.42.42.10(pid=10502): Launched\u000a20:14:02.149633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:14:02.280739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:02.600053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Launched\u000a20:14:02.864607 run iperf3-srv_10.42.42.10(pid=10504): Launched\u000a20:14:03.051300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:14:03.179256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:03.496699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10505): Launched\u000a20:14:03.760868 run iperf3-srv_10.42.42.10(pid=10506): Launched\u000a20:14:03.947705 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:14:04.075023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:04.391104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10507): Launched\u000a20:14:04.652709 run iperf3-srv_10.42.42.10(pid=10508): Launched\u000a20:14:04.838560 tst iperf3m4.py:8: start network...\u000a20:14:04.965859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:05.465812 run create_hlr_db(pid=10509): Launched\u000a20:14:05.655759 bus /gobi_6: Setting Powered False\u000a20:14:06.676685 run create_hlr_db(pid=10509): Terminated: ok {rc=0}\u000a20:14:07.112381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10511): Launched\u000a20:14:07.440781 run osmo-hlr_10.42.42.2(pid=10512): Launched\u000a20:14:07.561928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:08.137054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10514): Launched\u000a20:14:08.464755 run osmo-stp_10.42.42.5(pid=10515): Launched\u000a20:14:08.584335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:09.157371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10517): Launched\u000a20:14:09.275943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:09.563077 run patchelf(pid=10518): Launched\u000a20:14:09.754817 run osmo-stp_10.42.42.5(pid=10515): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10515)]\u000a20:14:09.894934 run osmo-stp_10.42.42.5(pid=10515): stdout: \u000a| (launched: 2022-12-09_20:14:08.304718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:10.035270 run osmo-stp_10.42.42.5(pid=10515): stderr: \u000a| �[0;m�[38;5;43m20221209201408493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201408493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201408493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201408494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201408494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201408494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201408494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:10.171375 run osmo-stp_10.42.42.5(pid=10515): stdout: \u000a| (launched: 2022-12-09_20:14:08.304718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:10.306289 run osmo-stp_10.42.42.5(pid=10515): stderr: \u000a| �[0;m�[38;5;43m20221209201408493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201408493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201408493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201408494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201408494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201408494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201408494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:10.463151 run patchelf(pid=10518): Terminating (SIGINT)\u000a20:14:10.647982 run patchelf(pid=10518): Terminated: ok {rc=0}\u000a20:14:10.681805 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10515): Process ended prematurely: osmo-stp_10.42.42.5(pid=10515) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10515)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:14:10.691902 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:14:10.754984 run osmo-hlr_10.42.42.2(pid=10512): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10512)]\u000a20:14:10.806294 run osmo-hlr_10.42.42.2(pid=10512): stdout: \u000a| (launched: 2022-12-09_20:14:07.280102) \u000a20:14:10.858320 run osmo-hlr_10.42.42.2(pid=10512): stderr: \u000a| �[0;m�[1;31m20221209201407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201407475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201407487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201407496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201407497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201407497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:10.902739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminating (SIGTERM)\u000a20:14:10.944415 run iperf3-srv_10.42.42.10(pid=10502): Terminating (SIGTERM)\u000a20:14:10.986842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Terminating (SIGTERM)\u000a20:14:11.029163 run iperf3-srv_10.42.42.10(pid=10504): Terminating (SIGTERM)\u000a20:14:11.071333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10505): Terminating (SIGTERM)\u000a20:14:11.113455 run iperf3-srv_10.42.42.10(pid=10506): Terminating (SIGTERM)\u000a20:14:11.155494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10507): Terminating (SIGTERM)\u000a20:14:11.197731 run iperf3-srv_10.42.42.10(pid=10508): Terminating (SIGTERM)\u000a20:14:11.239853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10511): Terminating (SIGTERM)\u000a20:14:11.282558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10514): Terminating (SIGTERM)\u000a20:14:11.324617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10517): Terminating (SIGTERM)\u000a20:14:11.334425 --- ParallelTerminationStrategy: PID 10501 died...\u000a20:14:11.390785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminated: ok {rc=0}\u000a20:14:11.400989 --- ParallelTerminationStrategy: PID 10502 died...\u000a20:14:11.456912 run iperf3-srv_10.42.42.10(pid=10502): Terminated {rc=256}\u000a20:14:11.467026 --- ParallelTerminationStrategy: PID 10503 died...\u000a20:14:11.523118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Terminated: ok {rc=0}\u000a20:14:11.533166 --- ParallelTerminationStrategy: PID 10504 died...\u000a20:14:11.588978 run iperf3-srv_10.42.42.10(pid=10504): Terminated {rc=256}\u000a20:14:11.599026 --- ParallelTerminationStrategy: PID 10505 died...\u000a20:14:11.654870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10505): Terminated: ok {rc=0}\u000a20:14:11.665063 --- ParallelTerminationStrategy: PID 10506 died...\u000a20:14:11.720626 run iperf3-srv_10.42.42.10(pid=10506): Terminated {rc=256}\u000a20:14:11.730765 --- ParallelTerminationStrategy: PID 10507 died...\u000a20:14:11.786607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10507): Terminated: ok {rc=0}\u000a20:14:11.796793 --- ParallelTerminationStrategy: PID 10508 died...\u000a20:14:11.852748 run iperf3-srv_10.42.42.10(pid=10508): Terminated {rc=256}\u000a20:14:11.863017 --- ParallelTerminationStrategy: PID 10511 died...\u000a20:14:11.919060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10511): Terminated: ok {rc=0}\u000a20:14:11.929384 --- ParallelTerminationStrategy: PID 10514 died...\u000a20:14:11.985118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10514): Terminated: ok {rc=0}\u000a20:14:11.995278 --- ParallelTerminationStrategy: PID 10517 died...\u000a20:14:12.050925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10517): Terminated: ok {rc=0}\u000a20:14:12.138652 bus /gobi_4: Setting Powered False\u000a20:14:13.246127 bus /gobi_4: Setting Powered False\u000a20:14:14.354907 bus /gobi_1: Setting Powered False\u000a20:14:15.461955 bus /gobi_1: Setting Powered False\u000a20:14:16.588328 bus /gobi_0: Setting Powered False\u000a20:14:17.696659 bus /gobi_0: Setting Powered False\u000a20:14:18.809046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10525): Process ended prematurely: osmo-stp_10.42.42.5(pid=10525) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10525)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10525): Process ended prematurely: osmo-stp_10.42.42.5(pid=10525) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:14:19.877512 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:19.889653 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:14:20.042778 tst ping.py: using LAC 23446\u000a20:14:20.169402 tst ping.py: using RAC 241\u000a20:14:20.297441 tst ping.py: using CellId 23446\u000a20:14:20.425436 tst ping.py: using BVCI 23447\u000a20:14:20.450300 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.461696 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.472831 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.483961 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.495039 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.506477 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.517820 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:20.529040 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:20.805863 tst ping.py:19: start network...\u000a20:14:20.932001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:21.406395 run create_hlr_db(pid=10519): Launched\u000a20:14:21.580390 bus /gobi_6: Setting Powered False\u000a20:14:22.600824 run create_hlr_db(pid=10519): Terminated: ok {rc=0}\u000a20:14:23.002314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10521): Launched\u000a20:14:23.304301 run osmo-hlr_10.42.42.2(pid=10522): Launched\u000a20:14:23.419154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:23.941894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10524): Launched\u000a20:14:24.244006 run osmo-stp_10.42.42.5(pid=10525): Launched\u000a20:14:24.354936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:24.878121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10527): Launched\u000a20:14:24.985234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:25.246207 run patchelf(pid=10528): Launched\u000a20:14:25.422058 run osmo-stp_10.42.42.5(pid=10525): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10525)]\u000a20:14:25.550961 run osmo-stp_10.42.42.5(pid=10525): stdout: \u000a| (launched: 2022-12-09_20:14:24.094681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:25.679732 run osmo-stp_10.42.42.5(pid=10525): stderr: \u000a| �[0;m�[38;5;43m20221209201424263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201424263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201424263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201424264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201424264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201424264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201424264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:25.803926 run osmo-stp_10.42.42.5(pid=10525): stdout: \u000a| (launched: 2022-12-09_20:14:24.094681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:25.927372 run osmo-stp_10.42.42.5(pid=10525): stderr: \u000a| �[0;m�[38;5;43m20221209201424263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201424263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201424263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201424264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201424264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201424264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201424264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:26.070702 run patchelf(pid=10528): Terminating (SIGINT)\u000a20:14:26.239030 run patchelf(pid=10528): Terminated: ok {rc=0}\u000a20:14:26.269781 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10525): Process ended prematurely: osmo-stp_10.42.42.5(pid=10525) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10525)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:14:26.278695 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:14:26.339525 run osmo-hlr_10.42.42.2(pid=10522): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10522)]\u000a20:14:26.388809 run osmo-hlr_10.42.42.2(pid=10522): stdout: \u000a| (launched: 2022-12-09_20:14:23.155694) \u000a20:14:26.438864 run osmo-hlr_10.42.42.2(pid=10522): stderr: \u000a| �[0;m�[1;31m20221209201423330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201423330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201423330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201423331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201423331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201423331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201423343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:26.480711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10521): Terminating (SIGTERM)\u000a20:14:26.520471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10524): Terminating (SIGTERM)\u000a20:14:26.560132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10527): Terminating (SIGTERM)\u000a20:14:26.569567 --- ParallelTerminationStrategy: PID 10521 died...\u000a20:14:26.622350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10521): Terminated: ok {rc=0}\u000a20:14:26.632090 --- ParallelTerminationStrategy: PID 10524 died...\u000a20:14:26.685337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10524): Terminated: ok {rc=0}\u000a20:14:26.695183 --- ParallelTerminationStrategy: PID 10527 died...\u000a20:14:26.748515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10527): Terminated: ok {rc=0}\u000a20:14:26.837942 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10535): Process ended prematurely: osmo-stp_10.42.42.5(pid=10535) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10535)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10535): Process ended prematurely: osmo-stp_10.42.42.5(pid=10535) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:14:27.890325 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:27.902361 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:14:28.056312 tst ping_idle_ping.py: using LAC 23447\u000a20:14:28.183968 tst ping_idle_ping.py: using RAC 242\u000a20:14:28.313062 tst ping_idle_ping.py: using CellId 23447\u000a20:14:28.440458 tst ping_idle_ping.py: using BVCI 23448\u000a20:14:28.465648 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.477038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.488430 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.500409 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.512454 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.524762 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.537186 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:14:28.548488 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:14:28.828288 tst ping_idle_ping.py:24: start network...\u000a20:14:28.953663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:29.431321 run create_hlr_db(pid=10529): Launched\u000a20:14:29.604667 bus /gobi_6: Setting Powered False\u000a20:14:30.626964 run create_hlr_db(pid=10529): Terminated: ok {rc=0}\u000a20:14:31.084553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10531): Launched\u000a20:14:31.433429 run osmo-hlr_10.42.42.2(pid=10532): Launched\u000a20:14:31.590726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:32.224932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10534): Launched\u000a20:14:32.530288 run osmo-stp_10.42.42.5(pid=10535): Launched\u000a20:14:32.639127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:33.163379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10537): Launched\u000a20:14:33.270746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:33.533057 run patchelf(pid=10538): Launched\u000a20:14:33.709116 run osmo-stp_10.42.42.5(pid=10535): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10535)]\u000a20:14:33.838008 run osmo-stp_10.42.42.5(pid=10535): stdout: \u000a| (launched: 2022-12-09_20:14:32.382184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:33.967562 run osmo-stp_10.42.42.5(pid=10535): stderr: \u000a| �[0;m�[38;5;43m20221209201432552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201432553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201432553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201432553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201432554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201432554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201432554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:34.091974 run osmo-stp_10.42.42.5(pid=10535): stdout: \u000a| (launched: 2022-12-09_20:14:32.382184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:34.215048 run osmo-stp_10.42.42.5(pid=10535): stderr: \u000a| �[0;m�[38;5;43m20221209201432552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201432553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201432553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201432553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201432554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201432554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201432554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:34.359194 run patchelf(pid=10538): Terminating (SIGINT)\u000a20:14:34.528130 run patchelf(pid=10538): Terminated: ok {rc=0}\u000a20:14:34.558955 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10535): Process ended prematurely: osmo-stp_10.42.42.5(pid=10535) [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10535)] [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:14:34.567664 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:14:34.627485 run osmo-hlr_10.42.42.2(pid=10532): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10532)]\u000a20:14:34.676507 run osmo-hlr_10.42.42.2(pid=10532): stdout: \u000a| (launched: 2022-12-09_20:14:31.243757) \u000a20:14:34.726840 run osmo-hlr_10.42.42.2(pid=10532): stderr: \u000a| �[0;m�[1;31m20221209201431621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201431621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201431621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201431621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201431621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201431621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201431647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201431666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201431666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201431666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:34.769128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10531): Terminating (SIGTERM)\u000a20:14:34.809342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10534): Terminating (SIGTERM)\u000a20:14:34.848939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10537): Terminating (SIGTERM)\u000a20:14:34.858411 --- ParallelTerminationStrategy: PID 10531 died...\u000a20:14:34.911674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10531): Terminated: ok {rc=0}\u000a20:14:34.921826 --- ParallelTerminationStrategy: PID 10534 died...\u000a20:14:34.974754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10534): Terminated: ok {rc=0}\u000a20:14:34.984529 --- ParallelTerminationStrategy: PID 10537 died...\u000a20:14:35.037707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10537): Terminated: ok {rc=0}\u000a20:14:35.125912 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:13:37" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2364↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2364↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:14:37.108281 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.119443 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:14:37.264148 tst switch_tch_pdch.py: using LAC 23448\u000a20:14:37.386617 tst switch_tch_pdch.py: using RAC 243\u000a20:14:37.503324 tst switch_tch_pdch.py: using CellId 23448\u000a20:14:37.618974 tst switch_tch_pdch.py: using BVCI 23449\u000a20:14:37.642017 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.653201 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.664007 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.675228 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.686417 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.697557 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.708706 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:14:37.719994 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:14:37.841195 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:14:38.118898 tst switch_tch_pdch.py:51: start network...\u000a20:14:38.243458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:38.735762 run create_hlr_db(pid=10543): Launched\u000a20:14:38.922853 bus /gobi_6: Setting Powered False\u000a20:14:39.943803 run create_hlr_db(pid=10543): Terminated: ok {rc=0}\u000a20:14:40.348054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Launched\u000a20:14:40.647925 run osmo-hlr_10.42.42.2(pid=10546): Launched\u000a20:14:40.765904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:41.292164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Launched\u000a20:14:41.591953 run osmo-stp_10.42.42.5(pid=10549): Launched\u000a20:14:41.700940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:42.224593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10551): Launched\u000a20:14:42.331622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:42.593570 run patchelf(pid=10552): Launched\u000a20:14:42.769352 run osmo-stp_10.42.42.5(pid=10549): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]\u000a20:14:42.898097 run osmo-stp_10.42.42.5(pid=10549): stdout: \u000a| (launched: 2022-12-09_20:14:41.444624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:43.027463 run osmo-stp_10.42.42.5(pid=10549): stderr: \u000a| �[0;m�[38;5;43m20221209201441617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201441617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201441617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201441618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201441618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201441618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201441618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:43.151778 run osmo-stp_10.42.42.5(pid=10549): stdout: \u000a| (launched: 2022-12-09_20:14:41.444624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:43.275056 run osmo-stp_10.42.42.5(pid=10549): stderr: \u000a| �[0;m�[38;5;43m20221209201441617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201441617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201441617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201441618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201441618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201441618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201441618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:43.419229 run patchelf(pid=10552): Terminating (SIGINT)\u000a20:14:43.589961 run patchelf(pid=10552): Terminated: ok {rc=0}\u000a20:14:43.620731 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2364↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)] [trial-2364↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:14:43.629519 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a20:14:43.690476 run osmo-hlr_10.42.42.2(pid=10546): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10546)]\u000a20:14:43.739604 run osmo-hlr_10.42.42.2(pid=10546): stdout: \u000a| (launched: 2022-12-09_20:14:40.500615) \u000a20:14:43.789986 run osmo-hlr_10.42.42.2(pid=10546): stderr: \u000a| �[0;m�[1;31m20221209201440678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201440678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201440678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201440678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201440678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201440678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201440690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201440699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201440700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201440700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:43.832420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Terminating (SIGTERM)\u000a20:14:43.872814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Terminating (SIGTERM)\u000a20:14:43.913115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10551): Terminating (SIGTERM)\u000a20:14:43.922536 --- ParallelTerminationStrategy: PID 10545 died...\u000a20:14:43.976574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Terminated: ok {rc=0}\u000a20:14:43.986302 --- ParallelTerminationStrategy: PID 10548 died...\u000a20:14:44.039453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Terminated: ok {rc=0}\u000a20:14:44.049271 --- ParallelTerminationStrategy: PID 10551 died...\u000a20:14:44.102411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10551): Terminated: ok {rc=0}\u000a20:14:44.185754 bus /gobi_0: Setting Powered False\u000a20:14:45.292489 bus /gobi_0: Setting Powered False\u000a20:14:46.405706 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:14:36" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10563): Process ended prematurely: osmo-stp_10.42.42.5(pid=10563) [trial-2364↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10563)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10563): Process ended prematurely: osmo-stp_10.42.42.5(pid=10563) [trial-2364↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:14:48.337326 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.348792 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:14:48.498688 tst switch_tch_pdch.py: using LAC 23449\u000a20:14:48.621625 tst switch_tch_pdch.py: using RAC 244\u000a20:14:48.739865 tst switch_tch_pdch.py: using CellId 23449\u000a20:14:48.858834 tst switch_tch_pdch.py: using BVCI 23450\u000a20:14:48.881719 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.892547 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.903238 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.914200 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.925421 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.936301 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.947298 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:14:48.958148 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:14:49.080644 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:14:49.356908 tst switch_tch_pdch.py:51: start network...\u000a20:14:49.481776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:49.931253 run create_hlr_db(pid=10556): Launched\u000a20:14:50.053607 bus /gobi_6: Setting Powered False\u000a20:14:51.126012 run create_hlr_db(pid=10556): Terminated: ok {rc=0}\u000a20:14:51.529645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Launched\u000a20:14:51.855187 run osmo-hlr_10.42.42.2(pid=10560): Launched\u000a20:14:51.973809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:52.506014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10562): Launched\u000a20:14:52.828644 run osmo-stp_10.42.42.5(pid=10563): Launched\u000a20:14:52.946780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:53.481677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10565): Launched\u000a20:14:53.597781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:53.879005 run patchelf(pid=10566): Launched\u000a20:14:54.067325 run osmo-stp_10.42.42.5(pid=10563): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10563)]\u000a20:14:54.205570 run osmo-stp_10.42.42.5(pid=10563): stdout: \u000a| (launched: 2022-12-09_20:14:52.670792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:54.343965 run osmo-stp_10.42.42.5(pid=10563): stderr: \u000a| �[0;m�[38;5;43m20221209201452862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201452862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201452862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201452863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201452863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201452863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201452863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:54.477425 run osmo-stp_10.42.42.5(pid=10563): stdout: \u000a| (launched: 2022-12-09_20:14:52.670792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:54.610630 run osmo-stp_10.42.42.5(pid=10563): stderr: \u000a| �[0;m�[38;5;43m20221209201452862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201452862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201452862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201452863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201452863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201452863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201452863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:54.764478 run patchelf(pid=10566): Terminating (SIGINT)\u000a20:14:54.945147 run patchelf(pid=10566): Terminated: ok {rc=0}\u000a20:14:54.977914 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10563): Process ended prematurely: osmo-stp_10.42.42.5(pid=10563) [trial-2364↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10563)] [trial-2364↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:14:54.987349 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:14:55.050819 run osmo-hlr_10.42.42.2(pid=10560): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10560)]\u000a20:14:55.102497 run osmo-hlr_10.42.42.2(pid=10560): stdout: \u000a| (launched: 2022-12-09_20:14:51.694995) \u000a20:14:55.154790 run osmo-hlr_10.42.42.2(pid=10560): stderr: \u000a| �[0;m�[1;31m20221209201451895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201451895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201451895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201451895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201451895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201451895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201451908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201451917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201451918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201451918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:55.199497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminating (SIGTERM)\u000a20:14:55.241745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10562): Terminating (SIGTERM)\u000a20:14:55.284229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10565): Terminating (SIGTERM)\u000a20:14:55.294100 --- ParallelTerminationStrategy: PID 10558 died...\u000a20:14:55.350568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminated: ok {rc=0}\u000a20:14:55.360835 --- ParallelTerminationStrategy: PID 10562 died...\u000a20:14:55.417106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10562): Terminated: ok {rc=0}\u000a20:14:55.427272 --- ParallelTerminationStrategy: PID 10565 died...\u000a20:14:55.483568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10565): Terminated: ok {rc=0}\u000a20:14:55.571282 bus /gobi_0: Setting Powered False\u000a20:14:56.678864 bus /gobi_0: Setting Powered False\u000a20:14:57.790839 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:14:48" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10574): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10574) [trial-2364↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10574)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10574): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10574) [trial-2364↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:14:59.652278 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:14:59.663720 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:14:59.786206 tst mo_mt_sms.py: using LAC 23450\u000a20:14:59.903847 tst mo_mt_sms.py: using RAC 245\u000a20:15:00.020799 tst mo_mt_sms.py: using CellId 23450\u000a20:15:00.137702 tst mo_mt_sms.py: using BVCI 23451\u000a20:15:00.160468 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:15:00.280677 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:15:00.575298 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:15:00.710529 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:15:01.439691 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10573): Launched\u000a20:15:01.798631 run osmo-nitb_10.42.42.2(pid=10574): Launched\u000a20:15:02.021434 run osmo-nitb_10.42.42.2(pid=10574): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10574)]\u000a20:15:02.169571 run osmo-nitb_10.42.42.2(pid=10574): stdout: \u000a| (launched: 2022-12-09_20:15:01.608781) \u000a20:15:02.317224 run osmo-nitb_10.42.42.2(pid=10574): stderr: \u000a| (launched: 2022-12-09_20:15:01.658476)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:02.459129 run osmo-nitb_10.42.42.2(pid=10574): stdout: \u000a| (launched: 2022-12-09_20:15:01.608781) \u000a20:15:02.599770 run osmo-nitb_10.42.42.2(pid=10574): stderr: \u000a| (launched: 2022-12-09_20:15:01.658476)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:02.929247 tst osmo-nitb_10.42.42.2(pid=10574): stdout: \u000a| (launched: 2022-12-09_20:15:01.608781) \u000a20:15:03.057275 tst osmo-nitb_10.42.42.2(pid=10574): stderr: \u000a| (launched: 2022-12-09_20:15:01.658476)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:03.113254 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10574): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10574) [trial-2364↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10574)] [trial-2364↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a20:15:03.121877 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a20:15:03.157717 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10573): Terminating (SIGTERM)\u000a20:15:03.335583 --- ParallelTerminationStrategy: PID 10573 died...\u000a20:15:03.392916 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10573): Terminated: ok {rc=0}\u000a20:15:03.480533 bus /sierra_3: Setting Powered False\u000a20:15:04.589647 bus /sierra_3: Setting Powered False\u000a20:15:05.704094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:14:59" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10584): Process ended prematurely: osmo-stp_10.42.42.5(pid=10584) [trial-2364↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10584)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10584): Process ended prematurely: osmo-stp_10.42.42.5(pid=10584) [trial-2364↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:15:07.555924 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:07.566792 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:15:07.693776 tst mo_mt_sms.py: using LAC 23451\u000a20:15:07.816248 tst mo_mt_sms.py: using RAC 246\u000a20:15:07.935781 tst mo_mt_sms.py: using CellId 23451\u000a20:15:08.055284 tst mo_mt_sms.py: using BVCI 23452\u000a20:15:08.078196 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:08.088706 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:08.099338 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:08.110616 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:08.121388 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:08.131957 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:15:08.248485 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:15:08.448085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:08.919835 run create_hlr_db(pid=10578): Launched\u000a20:15:09.092877 bus /sierra_2: Setting Powered False\u000a20:15:10.115180 run create_hlr_db(pid=10578): Terminated: ok {rc=0}\u000a20:15:10.516205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10580): Launched\u000a20:15:10.816890 run osmo-hlr_10.42.42.2(pid=10581): Launched\u000a20:15:10.934860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:11.463176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10583): Launched\u000a20:15:11.764762 run osmo-stp_10.42.42.5(pid=10584): Launched\u000a20:15:11.873914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:12.421321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10586): Launched\u000a20:15:12.721841 run osmo-msc_10.42.42.6(pid=10587): Launched\u000a20:15:12.897912 run osmo-stp_10.42.42.5(pid=10584): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10584)]\u000a20:15:13.025639 run osmo-stp_10.42.42.5(pid=10584): stdout: \u000a| (launched: 2022-12-09_20:15:11.615815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:13.151255 run osmo-stp_10.42.42.5(pid=10584): stderr: \u000a| �[0;m�[38;5;43m20221209201511786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201511786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201511786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201511787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201511787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201511787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201511787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:13.271535 run osmo-stp_10.42.42.5(pid=10584): stdout: \u000a| (launched: 2022-12-09_20:15:11.615815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:13.391332 run osmo-stp_10.42.42.5(pid=10584): stderr: \u000a| �[0;m�[38;5;43m20221209201511786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201511786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201511786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201511787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201511787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201511787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201511787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:13.443947 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10584): Process ended prematurely: osmo-stp_10.42.42.5(pid=10584) [trial-2364↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10584)] [trial-2364↪sms:oc2g↪mo_mt_sms.py:16]\u000a20:15:13.452053 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a20:15:13.511627 run osmo-hlr_10.42.42.2(pid=10581): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10581)]\u000a20:15:13.560666 run osmo-hlr_10.42.42.2(pid=10581): stdout: \u000a| (launched: 2022-12-09_20:15:10.669062) \u000a20:15:13.610112 run osmo-hlr_10.42.42.2(pid=10581): stderr: \u000a| �[0;m�[1;31m20221209201510847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201510847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201510847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201510847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201510847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201510847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201510859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201510868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201510868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201510868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:13.676889 run osmo-msc_10.42.42.6(pid=10587): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10587)]\u000a20:15:13.725678 run osmo-msc_10.42.42.6(pid=10587): stdout: \u000a| (launched: 2022-12-09_20:15:12.573681) \u000a20:15:13.775172 run osmo-msc_10.42.42.6(pid=10587): stderr: \u000a| �[0;m�[38;5;43m20221209201512846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201512846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b669dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201512846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201512846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201512846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201512846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201512848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201512849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201512849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201512849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:13.816805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10580): Terminating (SIGTERM)\u000a20:15:13.856141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10583): Terminating (SIGTERM)\u000a20:15:13.895700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10586): Terminating (SIGTERM)\u000a20:15:13.905404 --- ParallelTerminationStrategy: PID 10580 died...\u000a20:15:13.958884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10580): Terminated: ok {rc=0}\u000a20:15:13.968432 --- ParallelTerminationStrategy: PID 10583 died...\u000a20:15:14.022148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10583): Terminated: ok {rc=0}\u000a20:15:14.032316 --- ParallelTerminationStrategy: PID 10586 died...\u000a20:15:14.085668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10586): Terminated: ok {rc=0}\u000a20:15:14.174393 bus /sierra_3: Setting Powered False\u000a20:15:15.277952 bus /sierra_3: Setting Powered False\u000a20:15:16.404679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:15:07" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10593): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10593) [trial-2364↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10593)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10593): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10593) [trial-2364↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:15:18.215509 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:15:18.226975 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:15:18.354386 tst assert_extension.py: using LAC 23452\u000a20:15:18.474247 tst assert_extension.py: using RAC 247\u000a20:15:18.592386 tst assert_extension.py: using CellId 23452\u000a20:15:18.709981 tst assert_extension.py: using BVCI 23453\u000a20:15:18.733016 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:15:19.024897 tst assert_extension.py:10: start nitb and bts...\u000a20:15:19.160078 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:15:19.824285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10592): Launched\u000a20:15:20.143523 run osmo-nitb_10.42.42.2(pid=10593): Launched\u000a20:15:20.341512 run osmo-nitb_10.42.42.2(pid=10593): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10593)]\u000a20:15:20.487383 run osmo-nitb_10.42.42.2(pid=10593): stdout: \u000a| (launched: 2022-12-09_20:15:19.988741) \u000a20:15:20.633897 run osmo-nitb_10.42.42.2(pid=10593): stderr: \u000a| (launched: 2022-12-09_20:15:20.036874)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:20.775577 run osmo-nitb_10.42.42.2(pid=10593): stdout: \u000a| (launched: 2022-12-09_20:15:19.988741) \u000a20:15:20.916023 run osmo-nitb_10.42.42.2(pid=10593): stderr: \u000a| (launched: 2022-12-09_20:15:20.036874)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:21.273299 tst osmo-nitb_10.42.42.2(pid=10593): stdout: \u000a| (launched: 2022-12-09_20:15:19.988741) \u000a20:15:21.402252 tst osmo-nitb_10.42.42.2(pid=10593): stderr: \u000a| (launched: 2022-12-09_20:15:20.036874)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:21.458639 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10593): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10593) [trial-2364↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10593)] [trial-2364↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a20:15:21.467479 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:15:21.503951 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10592): Terminating (SIGTERM)\u000a20:15:21.681740 --- ParallelTerminationStrategy: PID 10592 died...\u000a20:15:21.739296 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10592): Terminated: ok {rc=0}\u000a20:15:21.827517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:15:18" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10603): Process ended prematurely: osmo-stp_10.42.42.5(pid=10603) [trial-2364↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10603): Process ended prematurely: osmo-stp_10.42.42.5(pid=10603) [trial-2364↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:15:23.623671 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:23.635124 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:15:23.761844 tst assert_extension.py: using LAC 23453\u000a20:15:23.894587 tst assert_extension.py: using RAC 248\u000a20:15:24.019070 tst assert_extension.py: using CellId 23453\u000a20:15:24.144223 tst assert_extension.py: using BVCI 23454\u000a20:15:24.168776 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:24.180068 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:24.190973 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:24.201948 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:24.212854 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:15:24.223796 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:15:24.423296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:24.900607 run create_hlr_db(pid=10597): Launched\u000a20:15:25.074523 bus /sierra_2: Setting Powered False\u000a20:15:26.095392 run create_hlr_db(pid=10597): Terminated: ok {rc=0}\u000a20:15:26.496126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10599): Launched\u000a20:15:26.798668 run osmo-hlr_10.42.42.2(pid=10600): Launched\u000a20:15:26.915087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:27.454727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10602): Launched\u000a20:15:27.757746 run osmo-stp_10.42.42.5(pid=10603): Launched\u000a20:15:27.868158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:28.415720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10605): Launched\u000a20:15:28.716174 run osmo-msc_10.42.42.6(pid=10606): Launched\u000a20:15:28.893723 run osmo-stp_10.42.42.5(pid=10603): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)]\u000a20:15:29.021999 run osmo-stp_10.42.42.5(pid=10603): stdout: \u000a| (launched: 2022-12-09_20:15:27.608697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:29.147541 run osmo-stp_10.42.42.5(pid=10603): stderr: \u000a| �[0;m�[38;5;43m20221209201527779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201527779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201527780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201527780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201527780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201527780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201527781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:29.268679 run osmo-stp_10.42.42.5(pid=10603): stdout: \u000a| (launched: 2022-12-09_20:15:27.608697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:29.388782 run osmo-stp_10.42.42.5(pid=10603): stderr: \u000a| �[0;m�[38;5;43m20221209201527779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201527779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201527780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201527780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201527780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201527780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201527781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:29.441378 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10603): Process ended prematurely: osmo-stp_10.42.42.5(pid=10603) [trial-2364↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10603)] [trial-2364↪ussd:oc2g↪assert_extension.py:17]\u000a20:15:29.449392 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a20:15:29.509077 run osmo-hlr_10.42.42.2(pid=10600): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10600)]\u000a20:15:29.557726 run osmo-hlr_10.42.42.2(pid=10600): stdout: \u000a| (launched: 2022-12-09_20:15:26.649715) \u000a20:15:29.606978 run osmo-hlr_10.42.42.2(pid=10600): stderr: \u000a| �[0;m�[1;31m20221209201526828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201526828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201526828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201526828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201526828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201526828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201526840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201526848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201526848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201526848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:29.673949 run osmo-msc_10.42.42.6(pid=10606): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10606)]\u000a20:15:29.722558 run osmo-msc_10.42.42.6(pid=10606): stdout: \u000a| (launched: 2022-12-09_20:15:28.568391) \u000a20:15:29.771759 run osmo-msc_10.42.42.6(pid=10606): stderr: \u000a| �[0;m�[38;5;43m20221209201528839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201528839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2c9f43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201528839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201528839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201528839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201528839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201528841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201528842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201528842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201528842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:29.813261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10599): Terminating (SIGTERM)\u000a20:15:29.852450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10602): Terminating (SIGTERM)\u000a20:15:29.892066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10605): Terminating (SIGTERM)\u000a20:15:29.901530 --- ParallelTerminationStrategy: PID 10599 died...\u000a20:15:29.954461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10599): Terminated: ok {rc=0}\u000a20:15:29.964099 --- ParallelTerminationStrategy: PID 10602 died...\u000a20:15:30.016405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10602): Terminated: ok {rc=0}\u000a20:15:30.026044 --- ParallelTerminationStrategy: PID 10605 died...\u000a20:15:30.079163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10605): Terminated: ok {rc=0}\u000a20:15:30.167403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:15:23" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10617): Process ended prematurely: osmo-stp_10.42.42.5(pid=10617) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10617): Process ended prematurely: osmo-stp_10.42.42.5(pid=10617) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:15:32.145113 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:32.156433 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:15:32.309570 tst mo_mt_call.py: using LAC 23454\u000a20:15:32.440482 tst mo_mt_call.py: using RAC 249\u000a20:15:32.585709 tst mo_mt_call.py: using CellId 23454\u000a20:15:32.718981 tst mo_mt_call.py: using BVCI 23455\u000a20:15:32.744222 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:32.755706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:32.767351 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:32.779221 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:32.791158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:32.802970 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:32.922508 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:33.136508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:33.661757 run create_hlr_db(pid=10611): Launched\u000a20:15:33.851536 bus /sierra_2: Setting Powered False\u000a20:15:34.872769 run create_hlr_db(pid=10611): Terminated: ok {rc=0}\u000a20:15:35.284429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10613): Launched\u000a20:15:35.592785 run osmo-hlr_10.42.42.2(pid=10614): Launched\u000a20:15:35.710236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:36.253841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10616): Launched\u000a20:15:36.560560 run osmo-stp_10.42.42.5(pid=10617): Launched\u000a20:15:36.673756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:37.231996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10619): Launched\u000a20:15:37.541453 run osmo-msc_10.42.42.6(pid=10620): Launched\u000a20:15:37.722339 run osmo-stp_10.42.42.5(pid=10617): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)]\u000a20:15:37.851719 run osmo-stp_10.42.42.5(pid=10617): stdout: \u000a| (launched: 2022-12-09_20:15:36.408925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:37.979244 run osmo-stp_10.42.42.5(pid=10617): stderr: \u000a| �[0;m�[38;5;43m20221209201536581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201536581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201536581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201536581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201536582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201536582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201536582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:38.102122 run osmo-stp_10.42.42.5(pid=10617): stdout: \u000a| (launched: 2022-12-09_20:15:36.408925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:38.224174 run osmo-stp_10.42.42.5(pid=10617): stderr: \u000a| �[0;m�[38;5;43m20221209201536581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201536581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201536581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201536581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201536582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201536582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201536582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:38.277929 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10617): Process ended prematurely: osmo-stp_10.42.42.5(pid=10617) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:15:38.286575 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:15:38.346482 run osmo-hlr_10.42.42.2(pid=10614): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10614)]\u000a20:15:38.395182 run osmo-hlr_10.42.42.2(pid=10614): stdout: \u000a| (launched: 2022-12-09_20:15:35.440172) \u000a20:15:38.444725 run osmo-hlr_10.42.42.2(pid=10614): stderr: \u000a| �[0;m�[1;31m20221209201535617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201535617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201535617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201535617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201535617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201535617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201535630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201535639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201535639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201535639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:38.511778 run osmo-msc_10.42.42.6(pid=10620): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10620)]\u000a20:15:38.560987 run osmo-msc_10.42.42.6(pid=10620): stdout: \u000a| (launched: 2022-12-09_20:15:37.387249) \u000a20:15:38.610283 run osmo-msc_10.42.42.6(pid=10620): stderr: \u000a| �[0;m�[38;5;43m20221209201537658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201537658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facd8591c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201537658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201537658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201537659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201537659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201537660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201537661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201537661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201537661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:38.652021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10613): Terminating (SIGTERM)\u000a20:15:38.691625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10616): Terminating (SIGTERM)\u000a20:15:38.731268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10619): Terminating (SIGTERM)\u000a20:15:38.740616 --- ParallelTerminationStrategy: PID 10613 died...\u000a20:15:38.793640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10613): Terminated: ok {rc=0}\u000a20:15:38.803113 --- ParallelTerminationStrategy: PID 10616 died...\u000a20:15:38.856061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10616): Terminated: ok {rc=0}\u000a20:15:38.865896 --- ParallelTerminationStrategy: PID 10619 died...\u000a20:15:38.918429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10619): Terminated: ok {rc=0}\u000a20:15:39.001202 bus /sierra_3: Setting Powered False\u000a20:15:40.102211 bus /sierra_3: Setting Powered False\u000a20:15:41.213673 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10628): Process ended prematurely: osmo-stp_10.42.42.5(pid=10628) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10628): Process ended prematurely: osmo-stp_10.42.42.5(pid=10628) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:15:42.324063 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:42.335701 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:15:42.481820 tst mo_mt_call_osmux.py: using LAC 23455\u000a20:15:42.609918 tst mo_mt_call_osmux.py: using RAC 250\u000a20:15:42.740877 tst mo_mt_call_osmux.py: using CellId 23455\u000a20:15:42.869261 tst mo_mt_call_osmux.py: using BVCI 23456\u000a20:15:42.894550 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:42.906256 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:42.918016 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:42.929427 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:42.940728 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:15:42.952088 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:43.068170 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:15:43.281665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:43.807526 run create_hlr_db(pid=10622): Launched\u000a20:15:43.998194 bus /sierra_2: Setting Powered False\u000a20:15:45.018788 run create_hlr_db(pid=10622): Terminated: ok {rc=0}\u000a20:15:45.429067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10624): Launched\u000a20:15:45.735401 run osmo-hlr_10.42.42.2(pid=10625): Launched\u000a20:15:45.877631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:46.604566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10627): Launched\u000a20:15:46.986714 run osmo-stp_10.42.42.5(pid=10628): Launched\u000a20:15:47.238311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:47.896189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10630): Launched\u000a20:15:48.224735 run osmo-msc_10.42.42.6(pid=10631): Launched\u000a20:15:48.417212 run osmo-stp_10.42.42.5(pid=10628): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)]\u000a20:15:48.555297 run osmo-stp_10.42.42.5(pid=10628): stdout: \u000a| (launched: 2022-12-09_20:15:46.794924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:48.692691 run osmo-stp_10.42.42.5(pid=10628): stderr: \u000a| �[0;m�[38;5;43m20221209201547170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201547170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201547171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201547171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:48.824473 run osmo-stp_10.42.42.5(pid=10628): stdout: \u000a| (launched: 2022-12-09_20:15:46.794924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:48.955269 run osmo-stp_10.42.42.5(pid=10628): stderr: \u000a| �[0;m�[38;5;43m20221209201547170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201547170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201547171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201547171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201547172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:49.012931 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10628): Process ended prematurely: osmo-stp_10.42.42.5(pid=10628) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:15:49.022513 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:15:49.085012 run osmo-hlr_10.42.42.2(pid=10625): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10625)]\u000a20:15:49.136059 run osmo-hlr_10.42.42.2(pid=10625): stdout: \u000a| (launched: 2022-12-09_20:15:45.584791) \u000a20:15:49.188226 run osmo-hlr_10.42.42.2(pid=10625): stderr: \u000a| �[0;m�[1;31m20221209201545762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201545762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201545762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201545762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201545762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201545762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201545773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201545782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201545782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201545782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:49.258516 run osmo-msc_10.42.42.6(pid=10631): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10631)]\u000a20:15:49.309785 run osmo-msc_10.42.42.6(pid=10631): stdout: \u000a| (launched: 2022-12-09_20:15:48.063708) \u000a20:15:49.361397 run osmo-msc_10.42.42.6(pid=10631): stderr: \u000a| �[0;m�[38;5;43m20221209201548386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201548386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ca216ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201548387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201548387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201548387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201548387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201548389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201548389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201548389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201548389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:49.404909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10624): Terminating (SIGTERM)\u000a20:15:49.446151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10627): Terminating (SIGTERM)\u000a20:15:49.487463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10630): Terminating (SIGTERM)\u000a20:15:49.497110 --- ParallelTerminationStrategy: PID 10624 died...\u000a20:15:49.552814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10624): Terminated: ok {rc=0}\u000a20:15:49.562917 --- ParallelTerminationStrategy: PID 10627 died...\u000a20:15:49.618394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10627): Terminated: ok {rc=0}\u000a20:15:49.628404 --- ParallelTerminationStrategy: PID 10630 died...\u000a20:15:49.683576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10630): Terminated: ok {rc=0}\u000a20:15:49.770759 bus /sierra_3: Setting Powered False\u000a20:15:50.876012 bus /sierra_3: Setting Powered False\u000a20:15:51.983415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:15:31" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10643): Process ended prematurely: osmo-stp_10.42.42.5(pid=10643) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10643)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10643): Process ended prematurely: osmo-stp_10.42.42.5(pid=10643) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:15:53.946661 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:53.958048 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:15:54.111161 tst mo_mt_call.py: using LAC 23456\u000a20:15:54.240139 tst mo_mt_call.py: using RAC 251\u000a20:15:54.370939 tst mo_mt_call.py: using CellId 23456\u000a20:15:54.494292 tst mo_mt_call.py: using BVCI 23457\u000a20:15:54.517946 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:54.530036 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:54.541042 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:54.552645 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:54.563692 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:15:54.575035 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:15:54.696645 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:15:54.901535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:55.384551 run create_hlr_db(pid=10637): Launched\u000a20:15:55.560635 bus /sierra_2: Setting Powered False\u000a20:15:56.583354 run create_hlr_db(pid=10637): Terminated: ok {rc=0}\u000a20:15:56.991908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10639): Launched\u000a20:15:57.299779 run osmo-hlr_10.42.42.2(pid=10640): Launched\u000a20:15:57.412675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:57.944752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10642): Launched\u000a20:15:58.252692 run osmo-stp_10.42.42.5(pid=10643): Launched\u000a20:15:58.365213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:58.926800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10645): Launched\u000a20:15:59.234719 run osmo-msc_10.42.42.6(pid=10646): Launched\u000a20:15:59.414961 run osmo-stp_10.42.42.5(pid=10643): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10643)]\u000a20:15:59.544247 run osmo-stp_10.42.42.5(pid=10643): stdout: \u000a| (launched: 2022-12-09_20:15:58.101116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:59.672114 run osmo-stp_10.42.42.5(pid=10643): stderr: \u000a| �[0;m�[38;5;43m20221209201558269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201558269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201558269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201558270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201558270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201558270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201558270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:59.795305 run osmo-stp_10.42.42.5(pid=10643): stdout: \u000a| (launched: 2022-12-09_20:15:58.101116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:59.917473 run osmo-stp_10.42.42.5(pid=10643): stderr: \u000a| �[0;m�[38;5;43m20221209201558269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201558269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201558269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201558270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201558270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201558270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201558270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:59.971300 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10643): Process ended prematurely: osmo-stp_10.42.42.5(pid=10643) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10643)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:15:59.980012 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:16:00.040556 run osmo-hlr_10.42.42.2(pid=10640): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10640)]\u000a20:16:00.089882 run osmo-hlr_10.42.42.2(pid=10640): stdout: \u000a| (launched: 2022-12-09_20:15:57.148317) \u000a20:16:00.139989 run osmo-hlr_10.42.42.2(pid=10640): stderr: \u000a| �[0;m�[1;31m20221209201557326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201557326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201557326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201557326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201557327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201557327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201557339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201557350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201557350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201557350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:00.207813 run osmo-msc_10.42.42.6(pid=10646): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10646)]\u000a20:16:00.257181 run osmo-msc_10.42.42.6(pid=10646): stdout: \u000a| (launched: 2022-12-09_20:15:59.082651) \u000a20:16:00.307204 run osmo-msc_10.42.42.6(pid=10646): stderr: \u000a| �[0;m�[38;5;43m20221209201559353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201559354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5d7ef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201559354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201559354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201559354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201559354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201559356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201559356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201559356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201559356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:00.349085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10639): Terminating (SIGTERM)\u000a20:16:00.388738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10642): Terminating (SIGTERM)\u000a20:16:00.428236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10645): Terminating (SIGTERM)\u000a20:16:00.438467 --- ParallelTerminationStrategy: PID 10639 died...\u000a20:16:00.491448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10639): Terminated: ok {rc=0}\u000a20:16:00.500893 --- ParallelTerminationStrategy: PID 10642 died...\u000a20:16:00.553105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10642): Terminated: ok {rc=0}\u000a20:16:00.562482 --- ParallelTerminationStrategy: PID 10645 died...\u000a20:16:00.616118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10645): Terminated: ok {rc=0}\u000a20:16:00.703481 bus /sierra_3: Setting Powered False\u000a20:16:01.807322 bus /sierra_3: Setting Powered False\u000a20:16:02.912505 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10654): Process ended prematurely: osmo-stp_10.42.42.5(pid=10654) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10654): Process ended prematurely: osmo-stp_10.42.42.5(pid=10654) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:04.027721 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:04.039798 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:16:04.195169 tst mo_mt_call_osmux.py: using LAC 23457\u000a20:16:04.323939 tst mo_mt_call_osmux.py: using RAC 252\u000a20:16:04.452818 tst mo_mt_call_osmux.py: using CellId 23457\u000a20:16:04.583406 tst mo_mt_call_osmux.py: using BVCI 23458\u000a20:16:04.608620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:04.620187 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:04.631505 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:04.642860 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:04.654167 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:04.665714 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:16:04.786616 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:16:04.993693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:05.476511 run create_hlr_db(pid=10648): Launched\u000a20:16:05.652324 bus /sierra_2: Setting Powered False\u000a20:16:06.674089 run create_hlr_db(pid=10648): Terminated: ok {rc=0}\u000a20:16:07.109604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10650): Launched\u000a20:16:07.438586 run osmo-hlr_10.42.42.2(pid=10651): Launched\u000a20:16:07.559816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:08.129641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10653): Launched\u000a20:16:08.458760 run osmo-stp_10.42.42.5(pid=10654): Launched\u000a20:16:08.578915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:09.177616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10656): Launched\u000a20:16:09.506380 run osmo-msc_10.42.42.6(pid=10657): Launched\u000a20:16:09.699269 run osmo-stp_10.42.42.5(pid=10654): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)]\u000a20:16:09.837430 run osmo-stp_10.42.42.5(pid=10654): stdout: \u000a| (launched: 2022-12-09_20:16:08.298132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:09.974346 run osmo-stp_10.42.42.5(pid=10654): stderr: \u000a| �[0;m�[38;5;43m20221209201608512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201608512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201608512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201608512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201608513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201608513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201608513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:10.106541 run osmo-stp_10.42.42.5(pid=10654): stdout: \u000a| (launched: 2022-12-09_20:16:08.298132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:10.237779 run osmo-stp_10.42.42.5(pid=10654): stderr: \u000a| �[0;m�[38;5;43m20221209201608512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201608512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201608512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201608512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201608513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201608513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201608513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:10.295388 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10654): Process ended prematurely: osmo-stp_10.42.42.5(pid=10654) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:16:10.304749 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:16:10.367349 run osmo-hlr_10.42.42.2(pid=10651): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10651)]\u000a20:16:10.418681 run osmo-hlr_10.42.42.2(pid=10651): stdout: \u000a| (launched: 2022-12-09_20:16:07.277405) \u000a20:16:10.470387 run osmo-hlr_10.42.42.2(pid=10651): stderr: \u000a| �[0;m�[1;31m20221209201607475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201607476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201607476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201607476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201607476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201607476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201607489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201607497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201607498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201607498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:10.541019 run osmo-msc_10.42.42.6(pid=10657): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10657)]\u000a20:16:10.592635 run osmo-msc_10.42.42.6(pid=10657): stdout: \u000a| (launched: 2022-12-09_20:16:09.345054) \u000a20:16:10.644601 run osmo-msc_10.42.42.6(pid=10657): stderr: \u000a| �[0;m�[38;5;43m20221209201609666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201609666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9955fa6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201609666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201609666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201609666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201609667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201609668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201609669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201609669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201609669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:10.688363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10650): Terminating (SIGTERM)\u000a20:16:10.729529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10653): Terminating (SIGTERM)\u000a20:16:10.770821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10656): Terminating (SIGTERM)\u000a20:16:10.780430 --- ParallelTerminationStrategy: PID 10650 died...\u000a20:16:10.835842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10650): Terminated: ok {rc=0}\u000a20:16:10.845915 --- ParallelTerminationStrategy: PID 10653 died...\u000a20:16:10.901195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10653): Terminated: ok {rc=0}\u000a20:16:10.911280 --- ParallelTerminationStrategy: PID 10656 died...\u000a20:16:10.966632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10656): Terminated: ok {rc=0}\u000a20:16:11.053811 bus /sierra_3: Setting Powered False\u000a20:16:12.160096 bus /sierra_3: Setting Powered False\u000a20:16:13.267741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:15:53" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10668): Process ended prematurely: osmo-stp_10.42.42.5(pid=10668) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10668): Process ended prematurely: osmo-stp_10.42.42.5(pid=10668) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:15.232831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.244159 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:16:15.397727 tst mo_mt_call.py: using LAC 23458\u000a20:16:15.528093 tst mo_mt_call.py: using RAC 253\u000a20:16:15.658255 tst mo_mt_call.py: using CellId 23458\u000a20:16:15.791364 tst mo_mt_call.py: using BVCI 23459\u000a20:16:15.816424 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.828340 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.843081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.863101 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.877301 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:15.889249 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:16.014050 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:16.234999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:16.775878 run create_hlr_db(pid=10662): Launched\u000a20:16:16.959278 bus /sierra_2: Setting Powered False\u000a20:16:17.985658 run create_hlr_db(pid=10662): Terminated: ok {rc=0}\u000a20:16:18.422231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10664): Launched\u000a20:16:18.751413 run osmo-hlr_10.42.42.2(pid=10665): Launched\u000a20:16:18.870986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:19.441422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10667): Launched\u000a20:16:19.771380 run osmo-stp_10.42.42.5(pid=10668): Launched\u000a20:16:19.890883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:20.491417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10670): Launched\u000a20:16:20.820513 run osmo-msc_10.42.42.6(pid=10671): Launched\u000a20:16:21.012849 run osmo-stp_10.42.42.5(pid=10668): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)]\u000a20:16:21.150931 run osmo-stp_10.42.42.5(pid=10668): stdout: \u000a| (launched: 2022-12-09_20:16:19.609515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:21.288238 run osmo-stp_10.42.42.5(pid=10668): stderr: \u000a| �[0;m�[38;5;43m20221209201619802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201619802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201619802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201619803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201619803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201619803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201619803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:21.420469 run osmo-stp_10.42.42.5(pid=10668): stdout: \u000a| (launched: 2022-12-09_20:16:19.609515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:21.551261 run osmo-stp_10.42.42.5(pid=10668): stderr: \u000a| �[0;m�[38;5;43m20221209201619802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201619802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201619802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201619803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201619803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201619803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201619803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:21.609400 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10668): Process ended prematurely: osmo-stp_10.42.42.5(pid=10668) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:16:21.618630 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:16:21.681360 run osmo-hlr_10.42.42.2(pid=10665): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10665)]\u000a20:16:21.732571 run osmo-hlr_10.42.42.2(pid=10665): stdout: \u000a| (launched: 2022-12-09_20:16:18.590458) \u000a20:16:21.784351 run osmo-hlr_10.42.42.2(pid=10665): stderr: \u000a| �[0;m�[1;31m20221209201618791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201618791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201618791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201618791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201618791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201618791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201618803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201618812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201618812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201618812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:21.855138 run osmo-msc_10.42.42.6(pid=10671): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10671)]\u000a20:16:21.906723 run osmo-msc_10.42.42.6(pid=10671): stdout: \u000a| (launched: 2022-12-09_20:16:20.659551) \u000a20:16:21.958254 run osmo-msc_10.42.42.6(pid=10671): stderr: \u000a| �[0;m�[38;5;43m20221209201620983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201620983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07317fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201620983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201620983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201620983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201620983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201620985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201620986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201620986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201620986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:22.001848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10664): Terminating (SIGTERM)\u000a20:16:22.042969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10667): Terminating (SIGTERM)\u000a20:16:22.084136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10670): Terminating (SIGTERM)\u000a20:16:22.093831 --- ParallelTerminationStrategy: PID 10664 died...\u000a20:16:22.149286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10664): Terminated: ok {rc=0}\u000a20:16:22.159284 --- ParallelTerminationStrategy: PID 10667 died...\u000a20:16:22.214165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10667): Terminated: ok {rc=0}\u000a20:16:22.224074 --- ParallelTerminationStrategy: PID 10670 died...\u000a20:16:22.279164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10670): Terminated: ok {rc=0}\u000a20:16:22.365895 bus /sierra_3: Setting Powered False\u000a20:16:23.471170 bus /sierra_3: Setting Powered False\u000a20:16:24.581794 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10679): Process ended prematurely: osmo-stp_10.42.42.5(pid=10679) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10679): Process ended prematurely: osmo-stp_10.42.42.5(pid=10679) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:25.693447 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:25.705041 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:16:25.854067 tst mo_mt_call_osmux.py: using LAC 23459\u000a20:16:25.975931 tst mo_mt_call_osmux.py: using RAC 254\u000a20:16:26.096811 tst mo_mt_call_osmux.py: using CellId 23459\u000a20:16:26.225289 tst mo_mt_call_osmux.py: using BVCI 23460\u000a20:16:26.250395 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:26.261902 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:26.273227 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:26.284476 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:26.295729 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:26.306989 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:26.430551 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:26.640450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:27.124512 run create_hlr_db(pid=10673): Launched\u000a20:16:27.300738 bus /sierra_2: Setting Powered False\u000a20:16:28.323241 run create_hlr_db(pid=10673): Terminated: ok {rc=0}\u000a20:16:28.730908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10675): Launched\u000a20:16:29.039399 run osmo-hlr_10.42.42.2(pid=10676): Launched\u000a20:16:29.161621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:29.697412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10678): Launched\u000a20:16:30.004571 run osmo-stp_10.42.42.5(pid=10679): Launched\u000a20:16:30.117213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:30.676242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10681): Launched\u000a20:16:31.126536 run osmo-msc_10.42.42.6(pid=10682): Launched\u000a20:16:31.484561 run osmo-stp_10.42.42.5(pid=10679): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)]\u000a20:16:31.626980 run osmo-stp_10.42.42.5(pid=10679): stdout: \u000a| (launched: 2022-12-09_20:16:29.853140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:31.770799 run osmo-stp_10.42.42.5(pid=10679): stderr: \u000a| �[0;m�[38;5;43m20221209201630024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201630024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201630025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201630025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201630025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201630025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201630026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:31.906080 run osmo-stp_10.42.42.5(pid=10679): stdout: \u000a| (launched: 2022-12-09_20:16:29.853140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:32.041637 run osmo-stp_10.42.42.5(pid=10679): stderr: \u000a| �[0;m�[38;5;43m20221209201630024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201630024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201630025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201630025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201630025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201630025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201630026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:32.101395 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10679): Process ended prematurely: osmo-stp_10.42.42.5(pid=10679) [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:16:32.111745 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:16:32.176895 run osmo-hlr_10.42.42.2(pid=10676): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10676)]\u000a20:16:32.229433 run osmo-hlr_10.42.42.2(pid=10676): stdout: \u000a| (launched: 2022-12-09_20:16:28.886973) \u000a20:16:32.284161 run osmo-hlr_10.42.42.2(pid=10676): stderr: \u000a| �[0;m�[1;31m20221209201629061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201629061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201629061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201629061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201629061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201629061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201629072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201629080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201629080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201629080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:32.355389 run osmo-msc_10.42.42.6(pid=10682): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10682)]\u000a20:16:32.407272 run osmo-msc_10.42.42.6(pid=10682): stdout: \u000a| (launched: 2022-12-09_20:16:30.832012) \u000a20:16:32.459267 run osmo-msc_10.42.42.6(pid=10682): stderr: \u000a| �[0;m�[38;5;43m20221209201631198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201631198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe21f967c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201631198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201631198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201631198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201631199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201631200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201631203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201631204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201631204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:32.503193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10675): Terminating (SIGTERM)\u000a20:16:32.544869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10678): Terminating (SIGTERM)\u000a20:16:32.586928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10681): Terminating (SIGTERM)\u000a20:16:32.596582 --- ParallelTerminationStrategy: PID 10675 died...\u000a20:16:32.652340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10675): Terminated: ok {rc=0}\u000a20:16:32.662402 --- ParallelTerminationStrategy: PID 10678 died...\u000a20:16:32.718409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10678): Terminated: ok {rc=0}\u000a20:16:32.728505 --- ParallelTerminationStrategy: PID 10681 died...\u000a20:16:32.783860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10681): Terminated: ok {rc=0}\u000a20:16:32.870800 bus /sierra_3: Setting Powered False\u000a20:16:33.977071 bus /sierra_3: Setting Powered False\u000a20:16:35.087390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10693): Process ended prematurely: osmo-stp_10.42.42.5(pid=10693) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10693)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10693): Process ended prematurely: osmo-stp_10.42.42.5(pid=10693) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:37.037613 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.048477 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:16:37.198458 tst mo_mt_call.py: using LAC 23460\u000a20:16:37.317859 tst mo_mt_call.py: using RAC 255\u000a20:16:37.437884 tst mo_mt_call.py: using CellId 23460\u000a20:16:37.560489 tst mo_mt_call.py: using BVCI 23461\u000a20:16:37.583923 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.595017 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.605798 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.616842 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.628011 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:37.639123 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:37.759041 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:37.964854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:38.446907 run create_hlr_db(pid=10687): Launched\u000a20:16:38.623836 bus /sierra_2: Setting Powered False\u000a20:16:39.645956 run create_hlr_db(pid=10687): Terminated: ok {rc=0}\u000a20:16:40.083385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10689): Launched\u000a20:16:40.414263 run osmo-hlr_10.42.42.2(pid=10690): Launched\u000a20:16:40.536369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:41.107824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10692): Launched\u000a20:16:41.431773 run osmo-stp_10.42.42.5(pid=10693): Launched\u000a20:16:41.545107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:42.106196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10695): Launched\u000a20:16:42.414453 run osmo-msc_10.42.42.6(pid=10696): Launched\u000a20:16:42.594426 run osmo-stp_10.42.42.5(pid=10693): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10693)]\u000a20:16:42.724227 run osmo-stp_10.42.42.5(pid=10693): stdout: \u000a| (launched: 2022-12-09_20:16:41.275198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:42.851367 run osmo-stp_10.42.42.5(pid=10693): stderr: \u000a| �[0;m�[38;5;43m20221209201641448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201641448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201641448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201641449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201641449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201641449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201641449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:42.974952 run osmo-stp_10.42.42.5(pid=10693): stdout: \u000a| (launched: 2022-12-09_20:16:41.275198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:43.097230 run osmo-stp_10.42.42.5(pid=10693): stderr: \u000a| �[0;m�[38;5;43m20221209201641448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201641448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201641448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201641449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201641449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201641449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201641449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:43.151034 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10693): Process ended prematurely: osmo-stp_10.42.42.5(pid=10693) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10693)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:16:43.159622 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:16:43.219616 run osmo-hlr_10.42.42.2(pid=10690): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10690)]\u000a20:16:43.268472 run osmo-hlr_10.42.42.2(pid=10690): stdout: \u000a| (launched: 2022-12-09_20:16:40.251633) \u000a20:16:43.317912 run osmo-hlr_10.42.42.2(pid=10690): stderr: \u000a| �[0;m�[1;31m20221209201640454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201640454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201640454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201640454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201640454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201640454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201640467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201640475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201640476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201640476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:43.384908 run osmo-msc_10.42.42.6(pid=10696): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10696)]\u000a20:16:43.434023 run osmo-msc_10.42.42.6(pid=10696): stdout: \u000a| (launched: 2022-12-09_20:16:42.262246) \u000a20:16:43.483459 run osmo-msc_10.42.42.6(pid=10696): stderr: \u000a| �[0;m�[38;5;43m20221209201642533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201642533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe443f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201642534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201642534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201642534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201642534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201642536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201642536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201642536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201642536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:43.524878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10689): Terminating (SIGTERM)\u000a20:16:43.564291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10692): Terminating (SIGTERM)\u000a20:16:43.603808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10695): Terminating (SIGTERM)\u000a20:16:43.613184 --- ParallelTerminationStrategy: PID 10689 died...\u000a20:16:43.665965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10689): Terminated: ok {rc=0}\u000a20:16:43.675660 --- ParallelTerminationStrategy: PID 10692 died...\u000a20:16:43.728352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10692): Terminated: ok {rc=0}\u000a20:16:43.737888 --- ParallelTerminationStrategy: PID 10695 died...\u000a20:16:43.790286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10695): Terminated: ok {rc=0}\u000a20:16:43.877480 bus /sierra_3: Setting Powered False\u000a20:16:44.980230 bus /sierra_3: Setting Powered False\u000a20:16:46.116298 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10704): Process ended prematurely: osmo-stp_10.42.42.5(pid=10704) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10704): Process ended prematurely: osmo-stp_10.42.42.5(pid=10704) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:47.244630 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:47.256309 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:16:47.402112 tst mo_mt_call_osmux.py: using LAC 23461\u000a20:16:47.530277 tst mo_mt_call_osmux.py: using RAC 1\u000a20:16:47.660292 tst mo_mt_call_osmux.py: using CellId 23461\u000a20:16:47.790999 tst mo_mt_call_osmux.py: using BVCI 23462\u000a20:16:47.816422 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:47.828012 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:47.839476 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:47.851096 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:47.862605 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:16:47.874062 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:47.991513 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:16:48.205426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:48.734638 run create_hlr_db(pid=10698): Launched\u000a20:16:48.926131 bus /sierra_2: Setting Powered False\u000a20:16:49.948309 run create_hlr_db(pid=10698): Terminated: ok {rc=0}\u000a20:16:50.362301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10700): Launched\u000a20:16:50.670711 run osmo-hlr_10.42.42.2(pid=10701): Launched\u000a20:16:50.791574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:51.332646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10703): Launched\u000a20:16:51.639193 run osmo-stp_10.42.42.5(pid=10704): Launched\u000a20:16:51.751138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:52.311259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10706): Launched\u000a20:16:52.620830 run osmo-msc_10.42.42.6(pid=10707): Launched\u000a20:16:52.801491 run osmo-stp_10.42.42.5(pid=10704): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)]\u000a20:16:52.931488 run osmo-stp_10.42.42.5(pid=10704): stdout: \u000a| (launched: 2022-12-09_20:16:51.487880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:53.059075 run osmo-stp_10.42.42.5(pid=10704): stderr: \u000a| �[0;m�[38;5;43m20221209201651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201651661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201651661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201651661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201651661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:53.182857 run osmo-stp_10.42.42.5(pid=10704): stdout: \u000a| (launched: 2022-12-09_20:16:51.487880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:53.305721 run osmo-stp_10.42.42.5(pid=10704): stderr: \u000a| �[0;m�[38;5;43m20221209201651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201651660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201651661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201651661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201651661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201651661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:53.359755 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10704): Process ended prematurely: osmo-stp_10.42.42.5(pid=10704) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10704)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:16:53.368540 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:16:53.429036 run osmo-hlr_10.42.42.2(pid=10701): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10701)]\u000a20:16:53.478174 run osmo-hlr_10.42.42.2(pid=10701): stdout: \u000a| (launched: 2022-12-09_20:16:50.519009) \u000a20:16:53.527854 run osmo-hlr_10.42.42.2(pid=10701): stderr: \u000a| �[0;m�[1;31m20221209201650697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201650697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201650697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201650697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201650697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201650697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201650709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201650718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201650718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201650718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:53.595467 run osmo-msc_10.42.42.6(pid=10707): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10707)]\u000a20:16:53.645431 run osmo-msc_10.42.42.6(pid=10707): stdout: \u000a| (launched: 2022-12-09_20:16:52.467652) \u000a20:16:53.695896 run osmo-msc_10.42.42.6(pid=10707): stderr: \u000a| �[0;m�[38;5;43m20221209201652741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201652742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0335601c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201652742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201652742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201652742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201652742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201652744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:53.737743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10700): Terminating (SIGTERM)\u000a20:16:53.777704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10703): Terminating (SIGTERM)\u000a20:16:53.817658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10706): Terminating (SIGTERM)\u000a20:16:53.827158 --- ParallelTerminationStrategy: PID 10700 died...\u000a20:16:53.880363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10700): Terminated: ok {rc=0}\u000a20:16:53.890199 --- ParallelTerminationStrategy: PID 10703 died...\u000a20:16:53.943319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10703): Terminated: ok {rc=0}\u000a20:16:53.953199 --- ParallelTerminationStrategy: PID 10706 died...\u000a20:16:54.006375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10706): Terminated: ok {rc=0}\u000a20:16:54.095379 bus /sierra_3: Setting Powered False\u000a20:16:55.198764 bus /sierra_3: Setting Powered False\u000a20:16:56.309698 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:58.266961 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.278601 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:16:58.430523 tst mo_mt_call.py: using LAC 23462\u000a20:16:58.560040 tst mo_mt_call.py: using RAC 2\u000a20:16:58.690984 tst mo_mt_call.py: using CellId 23462\u000a20:16:58.819334 tst mo_mt_call.py: using BVCI 23463\u000a20:16:58.844699 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.856350 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.867897 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.879575 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.891327 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:16:58.903118 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:16:59.019905 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:16:59.232872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:59.760285 run create_hlr_db(pid=10712): Launched\u000a20:16:59.950815 bus /sierra_2: Setting Powered False\u000a20:17:00.995425 run create_hlr_db(pid=10712): Terminated: ok {rc=0}\u000a20:17:01.540305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Launched\u000a20:17:01.916114 run osmo-hlr_10.42.42.2(pid=10732): Launched\u000a20:17:02.069740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:02.750331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Launched\u000a20:17:03.059444 run osmo-stp_10.42.42.5(pid=10735): Launched\u000a20:17:03.171698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:03.733467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10737): Launched\u000a20:17:04.041986 run osmo-msc_10.42.42.6(pid=10738): Launched\u000a20:17:04.221295 run osmo-stp_10.42.42.5(pid=10735): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]\u000a20:17:04.351116 run osmo-stp_10.42.42.5(pid=10735): stdout: \u000a| (launched: 2022-12-09_20:17:02.907172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:04.479313 run osmo-stp_10.42.42.5(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221209201703078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201703078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201703078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201703079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:04.602883 run osmo-stp_10.42.42.5(pid=10735): stdout: \u000a| (launched: 2022-12-09_20:17:02.907172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:04.726246 run osmo-stp_10.42.42.5(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221209201703078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201703078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201703078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201703079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201703079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:04.780213 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:17:04.788993 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:17:04.849799 run osmo-hlr_10.42.42.2(pid=10732): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10732)]\u000a20:17:04.899257 run osmo-hlr_10.42.42.2(pid=10732): stdout: \u000a| (launched: 2022-12-09_20:17:01.715268) \u000a20:17:04.949199 run osmo-hlr_10.42.42.2(pid=10732): stderr: \u000a| �[0;m�[1;31m20221209201702110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201702110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201702110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201702110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201702110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201702110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201702138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201702166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201702166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201702166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:05.017058 run osmo-msc_10.42.42.6(pid=10738): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10738)]\u000a20:17:05.066207 run osmo-msc_10.42.42.6(pid=10738): stdout: \u000a| (launched: 2022-12-09_20:17:03.889829) \u000a20:17:05.115967 run osmo-msc_10.42.42.6(pid=10738): stderr: \u000a| �[0;m�[38;5;43m20221209201704162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201704162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bbdcfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201704162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201704162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201704162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201704163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201704164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201704165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201704165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201704165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:05.157820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Terminating (SIGTERM)\u000a20:17:05.197835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Terminating (SIGTERM)\u000a20:17:05.237824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10737): Terminating (SIGTERM)\u000a20:17:05.247350 --- ParallelTerminationStrategy: PID 10731 died...\u000a20:17:05.300845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Terminated: ok {rc=0}\u000a20:17:05.310794 --- ParallelTerminationStrategy: PID 10734 died...\u000a20:17:05.363647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Terminated: ok {rc=0}\u000a20:17:05.373550 --- ParallelTerminationStrategy: PID 10737 died...\u000a20:17:05.426284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10737): Terminated: ok {rc=0}\u000a20:17:05.514708 bus /sierra_3: Setting Powered False\u000a20:17:06.618521 bus /sierra_3: Setting Powered False\u000a20:17:07.731084 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10746): Process ended prematurely: osmo-stp_10.42.42.5(pid=10746) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10746): Process ended prematurely: osmo-stp_10.42.42.5(pid=10746) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:08.847705 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:08.859958 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:17:09.014808 tst mo_mt_call_osmux.py: using LAC 23463\u000a20:17:09.144185 tst mo_mt_call_osmux.py: using RAC 3\u000a20:17:09.268263 tst mo_mt_call_osmux.py: using CellId 23463\u000a20:17:09.390154 tst mo_mt_call_osmux.py: using BVCI 23464\u000a20:17:09.413848 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:09.424806 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:09.435923 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:09.447117 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:09.458188 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:09.469215 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:17:09.589123 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:17:09.793471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:10.277785 run create_hlr_db(pid=10740): Launched\u000a20:17:10.453839 bus /sierra_2: Setting Powered False\u000a20:17:11.475701 run create_hlr_db(pid=10740): Terminated: ok {rc=0}\u000a20:17:11.913364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10742): Launched\u000a20:17:12.243596 run osmo-hlr_10.42.42.2(pid=10743): Launched\u000a20:17:12.367313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:12.940672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10745): Launched\u000a20:17:13.269944 run osmo-stp_10.42.42.5(pid=10746): Launched\u000a20:17:13.389883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:13.990220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10748): Launched\u000a20:17:14.319279 run osmo-msc_10.42.42.6(pid=10749): Launched\u000a20:17:14.510925 run osmo-stp_10.42.42.5(pid=10746): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)]\u000a20:17:14.649388 run osmo-stp_10.42.42.5(pid=10746): stdout: \u000a| (launched: 2022-12-09_20:17:13.108242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:14.787205 run osmo-stp_10.42.42.5(pid=10746): stderr: \u000a| �[0;m�[38;5;43m20221209201713302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201713302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201713302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201713302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201713303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201713303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201713303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:14.920121 run osmo-stp_10.42.42.5(pid=10746): stdout: \u000a| (launched: 2022-12-09_20:17:13.108242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:15.051163 run osmo-stp_10.42.42.5(pid=10746): stderr: \u000a| �[0;m�[38;5;43m20221209201713302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201713302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201713302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201713302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201713303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201713303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201713303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:15.108820 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10746): Process ended prematurely: osmo-stp_10.42.42.5(pid=10746) [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10746)] [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:17:15.118266 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:17:15.181660 run osmo-hlr_10.42.42.2(pid=10743): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10743)]\u000a20:17:15.233273 run osmo-hlr_10.42.42.2(pid=10743): stdout: \u000a| (launched: 2022-12-09_20:17:12.081620) \u000a20:17:15.285397 run osmo-hlr_10.42.42.2(pid=10743): stderr: \u000a| �[0;m�[1;31m20221209201712281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201712281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201712281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201712281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201712281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201712281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201712293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201712301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201712302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201712302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:15.356258 run osmo-msc_10.42.42.6(pid=10749): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10749)]\u000a20:17:15.407655 run osmo-msc_10.42.42.6(pid=10749): stdout: \u000a| (launched: 2022-12-09_20:17:14.157826) \u000a20:17:15.459315 run osmo-msc_10.42.42.6(pid=10749): stderr: \u000a| �[0;m�[38;5;43m20221209201714480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201714480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80973acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201714481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201714481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201714481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201714481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201714483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201714483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201714483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201714483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:15.503380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10742): Terminating (SIGTERM)\u000a20:17:15.545201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10745): Terminating (SIGTERM)\u000a20:17:15.587167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10748): Terminating (SIGTERM)\u000a20:17:15.597465 --- ParallelTerminationStrategy: PID 10742 died...\u000a20:17:15.653667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10742): Terminated: ok {rc=0}\u000a20:17:15.664138 --- ParallelTerminationStrategy: PID 10745 died...\u000a20:17:15.720035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10745): Terminated: ok {rc=0}\u000a20:17:15.730324 --- ParallelTerminationStrategy: PID 10748 died...\u000a20:17:15.786070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10748): Terminated: ok {rc=0}\u000a20:17:15.874511 bus /sierra_3: Setting Powered False\u000a20:17:16.980900 bus /sierra_3: Setting Powered False\u000a20:17:18.088127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10760): Process ended prematurely: osmo-stp_10.42.42.5(pid=10760) [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10760): Process ended prematurely: osmo-stp_10.42.42.5(pid=10760) [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:17:20.063228 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.074990 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:17:20.220874 tst mo_mt_call.py: using LAC 23464\u000a20:17:20.342185 tst mo_mt_call.py: using RAC 4\u000a20:17:20.460911 tst mo_mt_call.py: using CellId 23464\u000a20:17:20.581091 tst mo_mt_call.py: using BVCI 23465\u000a20:17:20.604437 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.615506 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.626500 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.637903 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.649067 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:20.660219 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:20.778663 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:20.993952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:21.520600 run create_hlr_db(pid=10754): Launched\u000a20:17:21.711966 bus /sierra_2: Setting Powered False\u000a20:17:22.733295 run create_hlr_db(pid=10754): Terminated: ok {rc=0}\u000a20:17:23.171387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10756): Launched\u000a20:17:23.500498 run osmo-hlr_10.42.42.2(pid=10757): Launched\u000a20:17:23.621333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:24.192426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10759): Launched\u000a20:17:24.521716 run osmo-stp_10.42.42.5(pid=10760): Launched\u000a20:17:24.641510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:25.243865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10762): Launched\u000a20:17:25.573339 run osmo-msc_10.42.42.6(pid=10763): Launched\u000a20:17:25.765535 run osmo-stp_10.42.42.5(pid=10760): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)]\u000a20:17:25.903607 run osmo-stp_10.42.42.5(pid=10760): stdout: \u000a| (launched: 2022-12-09_20:17:24.360138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:26.041430 run osmo-stp_10.42.42.5(pid=10760): stderr: \u000a| �[0;m�[38;5;43m20221209201724555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201724555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201724555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201724555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201724556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201724556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201724556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:26.174090 run osmo-stp_10.42.42.5(pid=10760): stdout: \u000a| (launched: 2022-12-09_20:17:24.360138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:26.305513 run osmo-stp_10.42.42.5(pid=10760): stderr: \u000a| �[0;m�[38;5;43m20221209201724555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201724555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201724555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201724555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201724556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201724556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201724556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:26.363459 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10760): Process ended prematurely: osmo-stp_10.42.42.5(pid=10760) [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10760)] [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:17:26.372904 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:17:26.435983 run osmo-hlr_10.42.42.2(pid=10757): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10757)]\u000a20:17:26.487742 run osmo-hlr_10.42.42.2(pid=10757): stdout: \u000a| (launched: 2022-12-09_20:17:23.339329) \u000a20:17:26.540187 run osmo-hlr_10.42.42.2(pid=10757): stderr: \u000a| �[0;m�[1;31m20221209201723542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201723542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201723542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201723543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201723543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201723543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201723558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:26.611299 run osmo-msc_10.42.42.6(pid=10763): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10763)]\u000a20:17:26.663138 run osmo-msc_10.42.42.6(pid=10763): stdout: \u000a| (launched: 2022-12-09_20:17:25.411559) \u000a20:17:26.715089 run osmo-msc_10.42.42.6(pid=10763): stderr: \u000a| �[0;m�[38;5;43m20221209201725734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201725734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8bc399c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201725734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201725734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201725735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201725735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201725737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201725737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201725737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201725737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:26.759391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10756): Terminating (SIGTERM)\u000a20:17:26.801789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10759): Terminating (SIGTERM)\u000a20:17:26.844466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10762): Terminating (SIGTERM)\u000a20:17:26.854363 --- ParallelTerminationStrategy: PID 10756 died...\u000a20:17:26.910878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10756): Terminated: ok {rc=0}\u000a20:17:26.921193 --- ParallelTerminationStrategy: PID 10759 died...\u000a20:17:26.977302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10759): Terminated: ok {rc=0}\u000a20:17:26.987639 --- ParallelTerminationStrategy: PID 10762 died...\u000a20:17:27.043355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10762): Terminated: ok {rc=0}\u000a20:17:27.130404 bus /sierra_3: Setting Powered False\u000a20:17:28.233707 bus /sierra_3: Setting Powered False\u000a20:17:29.344298 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:30.459594 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:30.471903 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:17:30.622746 tst mo_mt_call_osmux.py: using LAC 23465\u000a20:17:30.745839 tst mo_mt_call_osmux.py: using RAC 5\u000a20:17:30.875131 tst mo_mt_call_osmux.py: using CellId 23465\u000a20:17:31.013629 tst mo_mt_call_osmux.py: using BVCI 23466\u000a20:17:31.038283 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:31.049909 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:31.061481 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:31.074021 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:31.086663 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:31.098788 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:31.214999 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:31.466671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:32.042844 run create_hlr_db(pid=10765): Launched\u000a20:17:32.238835 bus /sierra_2: Setting Powered False\u000a20:17:33.244766 run create_hlr_db(pid=10765): Terminated: ok {rc=0}\u000a20:17:33.665112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Launched\u000a20:17:33.972289 run osmo-hlr_10.42.42.2(pid=10768): Launched\u000a20:17:34.088014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:34.620815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Launched\u000a20:17:34.928777 run osmo-stp_10.42.42.5(pid=10771): Launched\u000a20:17:35.040098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:35.600200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10773): Launched\u000a20:17:35.913360 run osmo-msc_10.42.42.6(pid=10774): Launched\u000a20:17:36.093326 run osmo-stp_10.42.42.5(pid=10771): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]\u000a20:17:36.223266 run osmo-stp_10.42.42.5(pid=10771): stdout: \u000a| (launched: 2022-12-09_20:17:34.777263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:36.351316 run osmo-stp_10.42.42.5(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221209201734950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201734950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201734950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201734950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201734951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201734951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201734951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:36.475025 run osmo-stp_10.42.42.5(pid=10771): stdout: \u000a| (launched: 2022-12-09_20:17:34.777263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:36.598276 run osmo-stp_10.42.42.5(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221209201734950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201734950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201734950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201734950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201734951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201734951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201734951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:36.652405 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)] [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:17:36.661048 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:17:36.721165 run osmo-hlr_10.42.42.2(pid=10768): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10768)]\u000a20:17:36.770757 run osmo-hlr_10.42.42.2(pid=10768): stdout: \u000a| (launched: 2022-12-09_20:17:33.821364) \u000a20:17:36.820761 run osmo-hlr_10.42.42.2(pid=10768): stderr: \u000a| �[0;m�[1;31m20221209201734000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201734000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201734000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201734000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201734000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201734000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201734013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201734022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201734022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201734022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:36.889131 run osmo-msc_10.42.42.6(pid=10774): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10774)]\u000a20:17:36.938082 run osmo-msc_10.42.42.6(pid=10774): stdout: \u000a| (launched: 2022-12-09_20:17:35.756114) \u000a20:17:36.987513 run osmo-msc_10.42.42.6(pid=10774): stderr: \u000a| �[0;m�[38;5;43m20221209201736034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201736035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d80a9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201736035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201736035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201736035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201736035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201736037 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201736037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201736038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201736038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:37.029331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Terminating (SIGTERM)\u000a20:17:37.069180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Terminating (SIGTERM)\u000a20:17:37.109121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10773): Terminating (SIGTERM)\u000a20:17:37.118602 --- ParallelTerminationStrategy: PID 10767 died...\u000a20:17:37.171844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Terminated: ok {rc=0}\u000a20:17:37.181759 --- ParallelTerminationStrategy: PID 10770 died...\u000a20:17:37.234875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Terminated: ok {rc=0}\u000a20:17:37.244439 --- ParallelTerminationStrategy: PID 10773 died...\u000a20:17:37.297928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10773): Terminated: ok {rc=0}\u000a20:17:37.386623 bus /sierra_3: Setting Powered False\u000a20:17:38.489603 bus /sierra_3: Setting Powered False\u000a20:17:39.595082 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:17:19" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10787): Process ended prematurely: osmo-stp_10.42.42.5(pid=10787) [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10787)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10787): Process ended prematurely: osmo-stp_10.42.42.5(pid=10787) [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:17:41.547743 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:41.558576 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:17:41.704485 tst mo_mt_call.py: using LAC 23466\u000a20:17:41.826298 tst mo_mt_call.py: using RAC 6\u000a20:17:41.946784 tst mo_mt_call.py: using CellId 23466\u000a20:17:42.066963 tst mo_mt_call.py: using BVCI 23467\u000a20:17:42.090355 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:42.101124 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:42.111642 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:42.122661 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:42.134011 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:42.144826 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:42.266009 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:42.479952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:43.006420 run create_hlr_db(pid=10781): Launched\u000a20:17:43.196771 bus /sierra_2: Setting Powered False\u000a20:17:44.217372 run create_hlr_db(pid=10781): Terminated: ok {rc=0}\u000a20:17:44.628257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10783): Launched\u000a20:17:44.936675 run osmo-hlr_10.42.42.2(pid=10784): Launched\u000a20:17:45.054346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:45.588031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10786): Launched\u000a20:17:45.965527 run osmo-stp_10.42.42.5(pid=10787): Launched\u000a20:17:46.099009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:46.887631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10789): Launched\u000a20:17:47.301937 run osmo-msc_10.42.42.6(pid=10790): Launched\u000a20:17:47.557083 run osmo-stp_10.42.42.5(pid=10787): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10787)]\u000a20:17:47.689780 run osmo-stp_10.42.42.5(pid=10787): stdout: \u000a| (launched: 2022-12-09_20:17:45.743616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:47.818567 run osmo-stp_10.42.42.5(pid=10787): stderr: \u000a| �[0;m�[38;5;43m20221209201746042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201746042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201746043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201746043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201746044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201746044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201746044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:47.942285 run osmo-stp_10.42.42.5(pid=10787): stdout: \u000a| (launched: 2022-12-09_20:17:45.743616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:48.065162 run osmo-stp_10.42.42.5(pid=10787): stderr: \u000a| �[0;m�[38;5;43m20221209201746042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201746042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201746043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201746043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201746044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201746044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201746044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:48.119252 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10787): Process ended prematurely: osmo-stp_10.42.42.5(pid=10787) [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10787)] [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:17:48.127861 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:17:48.189155 run osmo-hlr_10.42.42.2(pid=10784): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10784)]\u000a20:17:48.238950 run osmo-hlr_10.42.42.2(pid=10784): stdout: \u000a| (launched: 2022-12-09_20:17:44.784817) \u000a20:17:48.289284 run osmo-hlr_10.42.42.2(pid=10784): stderr: \u000a| �[0;m�[1;31m20221209201744964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201744964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201744964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201744964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201744965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201744965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201744976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201744985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201744985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201744985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:48.357632 run osmo-msc_10.42.42.6(pid=10790): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10790)]\u000a20:17:48.407426 run osmo-msc_10.42.42.6(pid=10790): stdout: \u000a| (launched: 2022-12-09_20:17:47.100494) \u000a20:17:48.457722 run osmo-msc_10.42.42.6(pid=10790): stderr: \u000a| �[0;m�[38;5;43m20221209201747572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201747572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c6160ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201747572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201747572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201747572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201747573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201747574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201747575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201747575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201747575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:48.500082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10783): Terminating (SIGTERM)\u000a20:17:48.540093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10786): Terminating (SIGTERM)\u000a20:17:48.579996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10789): Terminating (SIGTERM)\u000a20:17:48.589449 --- ParallelTerminationStrategy: PID 10783 died...\u000a20:17:48.643960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10783): Terminated: ok {rc=0}\u000a20:17:48.653738 --- ParallelTerminationStrategy: PID 10786 died...\u000a20:17:48.707315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10786): Terminated: ok {rc=0}\u000a20:17:48.717331 --- ParallelTerminationStrategy: PID 10789 died...\u000a20:17:48.771173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10789): Terminated: ok {rc=0}\u000a20:17:48.855740 bus /sierra_3: Setting Powered False\u000a20:17:49.962837 bus /sierra_3: Setting Powered False\u000a20:17:51.076029 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10798): Process ended prematurely: osmo-stp_10.42.42.5(pid=10798) [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10798)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10798): Process ended prematurely: osmo-stp_10.42.42.5(pid=10798) [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:52.191671 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:52.203718 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:17:52.356676 tst mo_mt_call_osmux.py: using LAC 23467\u000a20:17:52.475812 tst mo_mt_call_osmux.py: using RAC 7\u000a20:17:52.594229 tst mo_mt_call_osmux.py: using CellId 23467\u000a20:17:52.712801 tst mo_mt_call_osmux.py: using BVCI 23468\u000a20:17:52.736586 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:52.747369 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:52.758001 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:52.768849 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:52.779685 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:17:52.790591 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:52.912198 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:17:53.128599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:53.655939 run create_hlr_db(pid=10792): Launched\u000a20:17:53.846460 bus /sierra_2: Setting Powered False\u000a20:17:54.868184 run create_hlr_db(pid=10792): Terminated: ok {rc=0}\u000a20:17:55.281513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10794): Launched\u000a20:17:55.590874 run osmo-hlr_10.42.42.2(pid=10795): Launched\u000a20:17:55.710963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:56.252922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10797): Launched\u000a20:17:56.560005 run osmo-stp_10.42.42.5(pid=10798): Launched\u000a20:17:56.671831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:57.237790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10800): Launched\u000a20:17:57.547770 run osmo-msc_10.42.42.6(pid=10801): Launched\u000a20:17:57.728743 run osmo-stp_10.42.42.5(pid=10798): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10798)]\u000a20:17:57.858784 run osmo-stp_10.42.42.5(pid=10798): stdout: \u000a| (launched: 2022-12-09_20:17:56.408323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:57.986581 run osmo-stp_10.42.42.5(pid=10798): stderr: \u000a| �[0;m�[38;5;43m20221209201756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201756580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201756581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201756581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201756581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:58.110032 run osmo-stp_10.42.42.5(pid=10798): stdout: \u000a| (launched: 2022-12-09_20:17:56.408323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:58.232650 run osmo-stp_10.42.42.5(pid=10798): stderr: \u000a| �[0;m�[38;5;43m20221209201756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201756580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201756580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201756581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201756581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201756581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:58.286756 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10798): Process ended prematurely: osmo-stp_10.42.42.5(pid=10798) [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10798)] [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:17:58.295344 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:17:58.355574 run osmo-hlr_10.42.42.2(pid=10795): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10795)]\u000a20:17:58.404514 run osmo-hlr_10.42.42.2(pid=10795): stdout: \u000a| (launched: 2022-12-09_20:17:55.438408) \u000a20:17:58.453873 run osmo-hlr_10.42.42.2(pid=10795): stderr: \u000a| �[0;m�[1;31m20221209201755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201755627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:58.520833 run osmo-msc_10.42.42.6(pid=10801): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10801)]\u000a20:17:58.570098 run osmo-msc_10.42.42.6(pid=10801): stdout: \u000a| (launched: 2022-12-09_20:17:57.394442) \u000a20:17:58.619643 run osmo-msc_10.42.42.6(pid=10801): stderr: \u000a| �[0;m�[38;5;43m20221209201757666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201757666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82c0defc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201757666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201757666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201757667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201757667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201757669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201757669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201757669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201757669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:58.661112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10794): Terminating (SIGTERM)\u000a20:17:58.700617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10797): Terminating (SIGTERM)\u000a20:17:58.739826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10800): Terminating (SIGTERM)\u000a20:17:58.749325 --- ParallelTerminationStrategy: PID 10794 died...\u000a20:17:58.802059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10794): Terminated: ok {rc=0}\u000a20:17:58.811505 --- ParallelTerminationStrategy: PID 10797 died...\u000a20:17:58.864095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10797): Terminated: ok {rc=0}\u000a20:17:58.873849 --- ParallelTerminationStrategy: PID 10800 died...\u000a20:17:58.926427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10800): Terminated: ok {rc=0}\u000a20:17:59.009178 bus /sierra_3: Setting Powered False\u000a20:18:00.113524 bus /sierra_3: Setting Powered False\u000a20:18:01.233197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:17:41" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10812): Process ended prematurely: osmo-stp_10.42.42.5(pid=10812) [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10812)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10812): Process ended prematurely: osmo-stp_10.42.42.5(pid=10812) [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:18:03.208286 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.218874 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:03.343652 tst emergency_mo_mt_call.py: using LAC 23468\u000a20:18:03.473840 tst emergency_mo_mt_call.py: using RAC 8\u000a20:18:03.599603 tst emergency_mo_mt_call.py: using CellId 23468\u000a20:18:03.730801 tst emergency_mo_mt_call.py: using BVCI 23469\u000a20:18:03.755560 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.766706 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.777650 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.788501 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.799341 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:03.810159 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:03.925571 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:04.136320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:04.654672 run create_hlr_db(pid=10806): Launched\u000a20:18:04.843091 bus /sierra_2: Setting Powered False\u000a20:18:05.864356 run create_hlr_db(pid=10806): Terminated: ok {rc=0}\u000a20:18:06.270885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10808): Launched\u000a20:18:06.573989 run osmo-hlr_10.42.42.2(pid=10809): Launched\u000a20:18:06.690068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:07.222549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10811): Launched\u000a20:18:07.522912 run osmo-stp_10.42.42.5(pid=10812): Launched\u000a20:18:07.642347 tst emergency_mo_mt_call.py: using MSISDN 7364\u000a20:18:07.791517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:08.339017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10814): Launched\u000a20:18:08.640877 run osmo-msc_10.42.42.6(pid=10815): Launched\u000a20:18:08.834593 run osmo-stp_10.42.42.5(pid=10812): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10812)]\u000a20:18:08.971704 run osmo-stp_10.42.42.5(pid=10812): stdout: \u000a| (launched: 2022-12-09_20:18:07.374771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:09.106645 run osmo-stp_10.42.42.5(pid=10812): stderr: \u000a| �[0;m�[38;5;43m20221209201807544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201807544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201807544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201807546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201807546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201807546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201807546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:09.237695 run osmo-stp_10.42.42.5(pid=10812): stdout: \u000a| (launched: 2022-12-09_20:18:07.374771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:09.366184 run osmo-stp_10.42.42.5(pid=10812): stderr: \u000a| �[0;m�[38;5;43m20221209201807544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201807544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201807544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201807546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201807546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201807546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201807546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:09.422429 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10812): Process ended prematurely: osmo-stp_10.42.42.5(pid=10812) [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10812)] [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a20:18:09.431153 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a20:18:09.493358 run osmo-hlr_10.42.42.2(pid=10809): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10809)]\u000a20:18:09.544387 run osmo-hlr_10.42.42.2(pid=10809): stdout: \u000a| (launched: 2022-12-09_20:18:06.424138) \u000a20:18:09.595843 run osmo-hlr_10.42.42.2(pid=10809): stderr: \u000a| �[0;m�[1;31m20221209201806601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201806601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201806601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201806601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201806601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201806601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201806617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201806627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201806628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201806628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:09.666356 run osmo-msc_10.42.42.6(pid=10815): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10815)]\u000a20:18:09.717338 run osmo-msc_10.42.42.6(pid=10815): stdout: \u000a| (launched: 2022-12-09_20:18:08.491810) \u000a20:18:09.768604 run osmo-msc_10.42.42.6(pid=10815): stderr: \u000a| �[0;m�[38;5;43m20221209201808773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201808773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfd2249c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201808774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201808774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201808774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201808774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201808776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201808776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201808776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201808777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:09.812322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10808): Terminating (SIGTERM)\u000a20:18:09.853817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10811): Terminating (SIGTERM)\u000a20:18:09.895541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10814): Terminating (SIGTERM)\u000a20:18:09.905347 --- ParallelTerminationStrategy: PID 10808 died...\u000a20:18:09.961520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10808): Terminated: ok {rc=0}\u000a20:18:09.971732 --- ParallelTerminationStrategy: PID 10811 died...\u000a20:18:10.027431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10811): Terminated: ok {rc=0}\u000a20:18:10.037943 --- ParallelTerminationStrategy: PID 10814 died...\u000a20:18:10.093644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10814): Terminated: ok {rc=0}\u000a20:18:10.180906 bus /sierra_3: Setting Powered False\u000a20:18:11.288669 bus /sierra_3: Setting Powered False\u000a20:18:12.399931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10823): Process ended prematurely: osmo-stp_10.42.42.5(pid=10823) [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10823)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10823): Process ended prematurely: osmo-stp_10.42.42.5(pid=10823) [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:18:13.452669 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:13.464450 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:13.591963 tst emergency_preemptive_call.py: using LAC 23469\u000a20:18:13.712448 tst emergency_preemptive_call.py: using RAC 9\u000a20:18:13.839010 tst emergency_preemptive_call.py: using CellId 23469\u000a20:18:13.967971 tst emergency_preemptive_call.py: using BVCI 23470\u000a20:18:13.992756 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:14.003907 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:14.015089 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:14.026530 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:14.038065 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:18:14.049347 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:14.169835 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:14.286095 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:14.401201 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:14.607717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:15.084790 run create_hlr_db(pid=10817): Launched\u000a20:18:15.259932 bus /sierra_2: Setting Powered False\u000a20:18:16.334124 run create_hlr_db(pid=10817): Terminated: ok {rc=0}\u000a20:18:16.785863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10819): Launched\u000a20:18:17.144319 run osmo-hlr_10.42.42.2(pid=10820): Launched\u000a20:18:17.278052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:17.851014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10822): Launched\u000a20:18:18.176389 run osmo-stp_10.42.42.5(pid=10823): Launched\u000a20:18:18.305897 tst emergency_preemptive_call.py: using MSISDN 7365\u000a20:18:18.467831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:19.057614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10825): Launched\u000a20:18:19.382425 run osmo-msc_10.42.42.6(pid=10826): Launched\u000a20:18:19.571327 run osmo-stp_10.42.42.5(pid=10823): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10823)]\u000a20:18:19.707871 run osmo-stp_10.42.42.5(pid=10823): stdout: \u000a| (launched: 2022-12-09_20:18:18.016311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:19.843608 run osmo-stp_10.42.42.5(pid=10823): stderr: \u000a| �[0;m�[38;5;43m20221209201818209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201818209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201818209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201818210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201818210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201818210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201818210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:19.974012 run osmo-stp_10.42.42.5(pid=10823): stdout: \u000a| (launched: 2022-12-09_20:18:18.016311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:20.102780 run osmo-stp_10.42.42.5(pid=10823): stderr: \u000a| �[0;m�[38;5;43m20221209201818209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201818209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201818209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201818210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201818210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201818210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201818210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:20.159514 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10823): Process ended prematurely: osmo-stp_10.42.42.5(pid=10823) [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10823)] [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a20:18:20.168408 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a20:18:20.231284 run osmo-hlr_10.42.42.2(pid=10820): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10820)]\u000a20:18:20.282780 run osmo-hlr_10.42.42.2(pid=10820): stdout: \u000a| (launched: 2022-12-09_20:18:16.955828) \u000a20:18:20.335323 run osmo-hlr_10.42.42.2(pid=10820): stderr: \u000a| �[0;m�[1;31m20221209201817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201817273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201817273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201817273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201817273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201817273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201817285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201817293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201817294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201817294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:20.406482 run osmo-msc_10.42.42.6(pid=10826): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10826)]\u000a20:18:20.457944 run osmo-msc_10.42.42.6(pid=10826): stdout: \u000a| (launched: 2022-12-09_20:18:19.222646) \u000a20:18:20.509913 run osmo-msc_10.42.42.6(pid=10826): stderr: \u000a| �[0;m�[38;5;43m20221209201819545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209201819545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf4c9f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209201819545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209201819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209201819545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209201819546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209201819547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209201819548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209201819548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209201819548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:20.554153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10819): Terminating (SIGTERM)\u000a20:18:20.595902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10822): Terminating (SIGTERM)\u000a20:18:20.638112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10825): Terminating (SIGTERM)\u000a20:18:20.647967 --- ParallelTerminationStrategy: PID 10819 died...\u000a20:18:20.704222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10819): Terminated: ok {rc=0}\u000a20:18:20.714539 --- ParallelTerminationStrategy: PID 10822 died...\u000a20:18:20.770538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10822): Terminated: ok {rc=0}\u000a20:18:20.780816 --- ParallelTerminationStrategy: PID 10825 died...\u000a20:18:20.836269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10825): Terminated: ok {rc=0}\u000a20:18:20.923804 bus /sierra_9: Setting Powered False\u000a20:18:22.030077 bus /sierra_9: Setting Powered False\u000a20:18:23.137434 bus /sierra_8: Setting Powered False\u000a20:18:24.244157 bus /sierra_8: Setting Powered False\u000a20:18:25.350859 bus /sierra_3: Setting Powered False\u000a20:18:26.457739 bus /sierra_3: Setting Powered False\u000a20:18:27.566698 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:18:02" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10841): Process ended prematurely: osmo-stp_10.42.42.5(pid=10841) [trial-2364↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10841): Process ended prematurely: osmo-stp_10.42.42.5(pid=10841) [trial-2364↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:18:29.653667 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:29.664514 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:29.794860 tst cs_paging_gprs_active.py: using LAC 23470\u000a20:18:29.925551 tst cs_paging_gprs_active.py: using RAC 10\u000a20:18:30.056648 tst cs_paging_gprs_active.py: using CellId 23470\u000a20:18:30.185480 tst cs_paging_gprs_active.py: using BVCI 23471\u000a20:18:30.210820 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.221667 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.232294 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.243024 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.253853 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.264480 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.275244 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.285969 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:30.296719 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:30.419781 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:30.721355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:18:30.859571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:31.223162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10831): Launched\u000a20:18:31.512014 run iperf3-srv_10.42.42.10(pid=10832): Launched\u000a20:18:31.707174 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:18:31.842248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:32.177047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10833): Launched\u000a20:18:32.466033 run iperf3-srv_10.42.42.10(pid=10834): Launched\u000a20:18:32.654821 tst cs_paging_gprs_active.py:38: start network...\u000a20:18:32.783651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:33.269313 run create_hlr_db(pid=10835): Launched\u000a20:18:33.446983 bus /sierra_2: Setting Powered False\u000a20:18:34.468142 run create_hlr_db(pid=10835): Terminated: ok {rc=0}\u000a20:18:34.876431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10837): Launched\u000a20:18:35.185124 run osmo-hlr_10.42.42.2(pid=10838): Launched\u000a20:18:35.305574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:35.848245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10840): Launched\u000a20:18:36.155351 run osmo-stp_10.42.42.5(pid=10841): Launched\u000a20:18:36.268202 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:18:36.801288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10843): Launched\u000a20:18:36.911001 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:18:37.179867 run patchelf(pid=10844): Launched\u000a20:18:37.359763 run osmo-stp_10.42.42.5(pid=10841): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)]\u000a20:18:37.491221 run osmo-stp_10.42.42.5(pid=10841): stdout: \u000a| (launched: 2022-12-09_20:18:36.003940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:37.622960 run osmo-stp_10.42.42.5(pid=10841): stderr: \u000a| �[0;m�[38;5;43m20221209201836173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201836173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201836173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201836174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201836174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201836174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201836175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:37.749714 run osmo-stp_10.42.42.5(pid=10841): stdout: \u000a| (launched: 2022-12-09_20:18:36.003940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:37.875534 run osmo-stp_10.42.42.5(pid=10841): stderr: \u000a| �[0;m�[38;5;43m20221209201836173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201836173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201836173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201836174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201836174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201836174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201836175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:38.022949 run patchelf(pid=10844): Terminating (SIGINT)\u000a20:18:38.195809 run patchelf(pid=10844): Terminated: ok {rc=0}\u000a20:18:38.227524 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10841): Process ended prematurely: osmo-stp_10.42.42.5(pid=10841) [trial-2364↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10841)] [trial-2364↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a20:18:38.236820 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:18:38.298204 run osmo-hlr_10.42.42.2(pid=10838): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10838)]\u000a20:18:38.347406 run osmo-hlr_10.42.42.2(pid=10838): stdout: \u000a| (launched: 2022-12-09_20:18:35.032668) \u000a20:18:38.397129 run osmo-hlr_10.42.42.2(pid=10838): stderr: \u000a| �[0;m�[1;31m20221209201835210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201835210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201835210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201835210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201835210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201835210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201835221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201835230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201835230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201835230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:38.439044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10831): Terminating (SIGTERM)\u000a20:18:38.478878 run iperf3-srv_10.42.42.10(pid=10832): Terminating (SIGTERM)\u000a20:18:38.518579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10833): Terminating (SIGTERM)\u000a20:18:38.558262 run iperf3-srv_10.42.42.10(pid=10834): Terminating (SIGTERM)\u000a20:18:38.598072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10837): Terminating (SIGTERM)\u000a20:18:38.637849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10840): Terminating (SIGTERM)\u000a20:18:38.677738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10843): Terminating (SIGTERM)\u000a20:18:38.687259 --- ParallelTerminationStrategy: PID 10831 died...\u000a20:18:38.740274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10831): Terminated: ok {rc=0}\u000a20:18:38.750200 --- ParallelTerminationStrategy: PID 10832 died...\u000a20:18:38.803097 run iperf3-srv_10.42.42.10(pid=10832): Terminated {rc=256}\u000a20:18:38.812874 --- ParallelTerminationStrategy: PID 10833 died...\u000a20:18:38.865824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10833): Terminated: ok {rc=0}\u000a20:18:38.875662 --- ParallelTerminationStrategy: PID 10834 died...\u000a20:18:38.928282 run iperf3-srv_10.42.42.10(pid=10834): Terminated {rc=256}\u000a20:18:38.938105 --- ParallelTerminationStrategy: PID 10837 died...\u000a20:18:38.990988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10837): Terminated: ok {rc=0}\u000a20:18:39.000812 --- ParallelTerminationStrategy: PID 10840 died...\u000a20:18:39.053778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10840): Terminated: ok {rc=0}\u000a20:18:39.063647 --- ParallelTerminationStrategy: PID 10843 died...\u000a20:18:39.116365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10843): Terminated: ok {rc=0}\u000a20:18:39.199050 bus /gobi_0: Setting Powered False\u000a20:18:40.301087 bus /gobi_0: Setting Powered False\u000a20:18:41.410772 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10853): Process ended prematurely: osmo-stp_10.42.42.5(pid=10853) [trial-2364↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10853): Process ended prematurely: osmo-stp_10.42.42.5(pid=10853) [trial-2364↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a20:18:42.525962 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:42.537514 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:42.671030 tst iperf3.py: using LAC 23471\u000a20:18:42.794668 tst iperf3.py: using RAC 11\u000a20:18:42.917546 tst iperf3.py: using CellId 23471\u000a20:18:43.044903 tst iperf3.py: using BVCI 23472\u000a20:18:43.070315 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.081229 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.092003 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.102780 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.113518 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.124148 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.134977 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.145756 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:43.156642 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:43.458803 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:18:43.596807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:43.938151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10845): Launched\u000a20:18:44.221217 run iperf3-srv_10.42.42.10(pid=10846): Launched\u000a20:18:44.422924 tst iperf3.py:8: start network...\u000a20:18:44.560260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:45.087142 run create_hlr_db(pid=10847): Launched\u000a20:18:45.277794 bus /gobi_6: Setting Powered False\u000a20:18:46.293218 run create_hlr_db(pid=10847): Terminated: ok {rc=0}\u000a20:18:46.754617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10849): Launched\u000a20:18:47.185027 run osmo-hlr_10.42.42.2(pid=10850): Launched\u000a20:18:47.337986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:47.911143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10852): Launched\u000a20:18:48.241907 run osmo-stp_10.42.42.5(pid=10853): Launched\u000a20:18:48.361644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:18:48.936482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10855): Launched\u000a20:18:49.054383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:18:49.341849 run patchelf(pid=10856): Launched\u000a20:18:49.534647 run osmo-stp_10.42.42.5(pid=10853): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)]\u000a20:18:49.675377 run osmo-stp_10.42.42.5(pid=10853): stdout: \u000a| (launched: 2022-12-09_20:18:48.079201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:49.815787 run osmo-stp_10.42.42.5(pid=10853): stderr: \u000a| �[0;m�[38;5;43m20221209201848272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201848272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201848272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201848273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201848273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201848273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201848273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:49.951391 run osmo-stp_10.42.42.5(pid=10853): stdout: \u000a| (launched: 2022-12-09_20:18:48.079201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:50.086243 run osmo-stp_10.42.42.5(pid=10853): stderr: \u000a| �[0;m�[38;5;43m20221209201848272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201848272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201848272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201848273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201848273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201848273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201848273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:50.243107 run patchelf(pid=10856): Terminating (SIGINT)\u000a20:18:50.427691 run patchelf(pid=10856): Terminated: ok {rc=0}\u000a20:18:50.461839 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10853): Process ended prematurely: osmo-stp_10.42.42.5(pid=10853) [trial-2364↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10853)] [trial-2364↪gprs:oc2g↪iperf3.py:8]\u000a20:18:50.471933 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a20:18:50.534759 run osmo-hlr_10.42.42.2(pid=10850): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10850)]\u000a20:18:50.585988 run osmo-hlr_10.42.42.2(pid=10850): stdout: \u000a| (launched: 2022-12-09_20:18:46.913960) \u000a20:18:50.637804 run osmo-hlr_10.42.42.2(pid=10850): stderr: \u000a| �[0;m�[1;31m20221209201847207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201847207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201847207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201847207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201847207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201847207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201847218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201847227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201847227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201847227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:50.682138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10845): Terminating (SIGTERM)\u000a20:18:50.723678 run iperf3-srv_10.42.42.10(pid=10846): Terminating (SIGTERM)\u000a20:18:50.765549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10849): Terminating (SIGTERM)\u000a20:18:50.807065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10852): Terminating (SIGTERM)\u000a20:18:50.848589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10855): Terminating (SIGTERM)\u000a20:18:50.858304 --- ParallelTerminationStrategy: PID 10845 died...\u000a20:18:50.913630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10845): Terminated: ok {rc=0}\u000a20:18:50.923681 --- ParallelTerminationStrategy: PID 10846 died...\u000a20:18:50.979041 run iperf3-srv_10.42.42.10(pid=10846): Terminated {rc=256}\u000a20:18:50.989249 --- ParallelTerminationStrategy: PID 10849 died...\u000a20:18:51.044732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10849): Terminated: ok {rc=0}\u000a20:18:51.054835 --- ParallelTerminationStrategy: PID 10852 died...\u000a20:18:51.110480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10852): Terminated: ok {rc=0}\u000a20:18:51.120571 --- ParallelTerminationStrategy: PID 10855 died...\u000a20:18:51.176008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10855): Terminated: ok {rc=0}\u000a20:18:51.262248 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2364↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2364↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a20:18:52.379526 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:52.391001 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:18:52.522339 tst iperf3m4.py: using LAC 23472\u000a20:18:52.653358 tst iperf3m4.py: using RAC 12\u000a20:18:52.784666 tst iperf3m4.py: using CellId 23472\u000a20:18:52.915679 tst iperf3m4.py: using BVCI 23473\u000a20:18:52.941155 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:52.951996 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:52.962847 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:52.973697 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:52.984339 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:52.995037 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:53.005967 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:53.016651 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:18:53.027574 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:53.149603 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:53.270316 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:53.389177 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:18:53.668667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:18:53.797234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:54.117016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10857): Launched\u000a20:18:54.383028 run iperf3-srv_10.42.42.10(pid=10858): Launched\u000a20:18:54.571774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:18:54.700460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:55.018888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10859): Launched\u000a20:18:55.283316 run iperf3-srv_10.42.42.10(pid=10860): Launched\u000a20:18:55.471357 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:18:55.599908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:55.917977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10861): Launched\u000a20:18:56.182478 run iperf3-srv_10.42.42.10(pid=10862): Launched\u000a20:18:56.369658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:18:56.497614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:56.816745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10863): Launched\u000a20:18:57.081239 run iperf3-srv_10.42.42.10(pid=10864): Launched\u000a20:18:57.269203 tst iperf3m4.py:8: start network...\u000a20:18:57.397682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:57.883853 run create_hlr_db(pid=10865): Launched\u000a20:18:58.059913 bus /gobi_6: Setting Powered False\u000a20:18:59.082447 run create_hlr_db(pid=10865): Terminated: ok {rc=0}\u000a20:18:59.491382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Launched\u000a20:18:59.801161 run osmo-hlr_10.42.42.2(pid=10868): Launched\u000a20:18:59.918105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:00.449118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Launched\u000a20:19:00.756883 run osmo-stp_10.42.42.5(pid=10871): Launched\u000a20:19:00.896622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:01.455438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10873): Launched\u000a20:19:01.568514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:01.864666 run patchelf(pid=10874): Launched\u000a20:19:02.063444 run osmo-stp_10.42.42.5(pid=10871): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]\u000a20:19:02.208580 run osmo-stp_10.42.42.5(pid=10871): stdout: \u000a| (launched: 2022-12-09_20:19:00.605103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:02.350234 run osmo-stp_10.42.42.5(pid=10871): stderr: \u000a| �[0;m�[38;5;43m20221209201900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201900775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:02.487062 run osmo-stp_10.42.42.5(pid=10871): stdout: \u000a| (launched: 2022-12-09_20:19:00.605103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:02.622575 run osmo-stp_10.42.42.5(pid=10871): stderr: \u000a| �[0;m�[38;5;43m20221209201900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201900775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:02.780936 run patchelf(pid=10874): Terminating (SIGINT)\u000a20:19:02.966066 run patchelf(pid=10874): Terminated: ok {rc=0}\u000a20:19:02.999996 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2364↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)] [trial-2364↪gprs:oc2g↪iperf3m4.py:8]\u000a20:19:03.010017 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:19:03.074311 run osmo-hlr_10.42.42.2(pid=10868): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10868)]\u000a20:19:03.126677 run osmo-hlr_10.42.42.2(pid=10868): stdout: \u000a| (launched: 2022-12-09_20:18:59.648000) \u000a20:19:03.179653 run osmo-hlr_10.42.42.2(pid=10868): stderr: \u000a| �[0;m�[1;31m20221209201859822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201859822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201859822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201859823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201859823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201859823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201859839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201859847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201859847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201859847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:03.224664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10857): Terminating (SIGTERM)\u000a20:19:03.267156 run iperf3-srv_10.42.42.10(pid=10858): Terminating (SIGTERM)\u000a20:19:03.309707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10859): Terminating (SIGTERM)\u000a20:19:03.352232 run iperf3-srv_10.42.42.10(pid=10860): Terminating (SIGTERM)\u000a20:19:03.394732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10861): Terminating (SIGTERM)\u000a20:19:03.437197 run iperf3-srv_10.42.42.10(pid=10862): Terminating (SIGTERM)\u000a20:19:03.479483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10863): Terminating (SIGTERM)\u000a20:19:03.521766 run iperf3-srv_10.42.42.10(pid=10864): Terminating (SIGTERM)\u000a20:19:03.564387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminating (SIGTERM)\u000a20:19:03.607095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminating (SIGTERM)\u000a20:19:03.649966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10873): Terminating (SIGTERM)\u000a20:19:03.659859 --- ParallelTerminationStrategy: PID 10857 died...\u000a20:19:03.716471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10857): Terminated: ok {rc=0}\u000a20:19:03.726711 --- ParallelTerminationStrategy: PID 10858 died...\u000a20:19:03.783583 run iperf3-srv_10.42.42.10(pid=10858): Terminated {rc=256}\u000a20:19:03.793840 --- ParallelTerminationStrategy: PID 10859 died...\u000a20:19:03.849894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10859): Terminated: ok {rc=0}\u000a20:19:03.860021 --- ParallelTerminationStrategy: PID 10860 died...\u000a20:19:03.916172 run iperf3-srv_10.42.42.10(pid=10860): Terminated {rc=256}\u000a20:19:03.926364 --- ParallelTerminationStrategy: PID 10861 died...\u000a20:19:03.982559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10861): Terminated: ok {rc=0}\u000a20:19:03.992774 --- ParallelTerminationStrategy: PID 10862 died...\u000a20:19:04.049093 run iperf3-srv_10.42.42.10(pid=10862): Terminated {rc=256}\u000a20:19:04.059322 --- ParallelTerminationStrategy: PID 10863 died...\u000a20:19:04.115761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10863): Terminated: ok {rc=0}\u000a20:19:04.126049 --- ParallelTerminationStrategy: PID 10864 died...\u000a20:19:04.182768 run iperf3-srv_10.42.42.10(pid=10864): Terminated {rc=256}\u000a20:19:04.193268 --- ParallelTerminationStrategy: PID 10867 died...\u000a20:19:04.249796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminated: ok {rc=0}\u000a20:19:04.260072 --- ParallelTerminationStrategy: PID 10870 died...\u000a20:19:04.316508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminated: ok {rc=0}\u000a20:19:04.326894 --- ParallelTerminationStrategy: PID 10873 died...\u000a20:19:04.383402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10873): Terminated: ok {rc=0}\u000a20:19:04.470796 bus /gobi_4: Setting Powered False\u000a20:19:05.578998 bus /gobi_4: Setting Powered False\u000a20:19:06.689424 bus /gobi_1: Setting Powered False\u000a20:19:07.795454 bus /gobi_1: Setting Powered False\u000a20:19:08.902826 bus /gobi_0: Setting Powered False\u000a20:19:10.010307 bus /gobi_0: Setting Powered False\u000a20:19:11.119746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2364↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2364↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g ping.py\u000a----------------------------------------------\u000a20:19:12.186152 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.197142 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:12.319670 tst ping.py: using LAC 23473\u000a20:19:12.445390 tst ping.py: using RAC 13\u000a20:19:12.574603 tst ping.py: using CellId 23473\u000a20:19:12.703027 tst ping.py: using BVCI 23474\u000a20:19:12.728255 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.739466 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.750558 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.761370 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.772024 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.782737 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.793984 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:12.804753 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:13.082740 tst ping.py:19: start network...\u000a20:19:13.209499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:13.685439 run create_hlr_db(pid=10876): Launched\u000a20:19:13.859503 bus /gobi_6: Setting Powered False\u000a20:19:14.880903 run create_hlr_db(pid=10876): Terminated: ok {rc=0}\u000a20:19:15.285135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10878): Launched\u000a20:19:15.590115 run osmo-hlr_10.42.42.2(pid=10879): Launched\u000a20:19:15.707320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:16.268578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Launched\u000a20:19:16.696630 run osmo-stp_10.42.42.5(pid=10882): Launched\u000a20:19:16.973635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:17.558279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10884): Launched\u000a20:19:17.666054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:17.930624 run patchelf(pid=10885): Launched\u000a20:19:18.107108 run osmo-stp_10.42.42.5(pid=10882): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]\u000a20:19:18.236169 run osmo-stp_10.42.42.5(pid=10882): stdout: \u000a| (launched: 2022-12-09_20:19:16.425171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:18.366050 run osmo-stp_10.42.42.5(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221209201916835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201916835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201916836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201916838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201916843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201916844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201916844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:18.491357 run osmo-stp_10.42.42.5(pid=10882): stdout: \u000a| (launched: 2022-12-09_20:19:16.425171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:18.615317 run osmo-stp_10.42.42.5(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221209201916835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201916835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201916836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201916838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201916843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201916844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201916844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:18.759625 run patchelf(pid=10885): Terminating (SIGINT)\u000a20:19:18.929931 run patchelf(pid=10885): Terminated: ok {rc=0}\u000a20:19:18.960827 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2364↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)] [trial-2364↪gprs:oc2g↪ping.py:22]\u000a20:19:18.969656 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:19:19.030847 run osmo-hlr_10.42.42.2(pid=10879): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10879)]\u000a20:19:19.080369 run osmo-hlr_10.42.42.2(pid=10879): stdout: \u000a| (launched: 2022-12-09_20:19:15.438322) \u000a20:19:19.130814 run osmo-hlr_10.42.42.2(pid=10879): stderr: \u000a| �[0;m�[1;31m20221209201915615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201915615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201915615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201915615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201915615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201915615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201915627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201915636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201915636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201915636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:19.173165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10878): Terminating (SIGTERM)\u000a20:19:19.213373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Terminating (SIGTERM)\u000a20:19:19.253481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10884): Terminating (SIGTERM)\u000a20:19:19.263071 --- ParallelTerminationStrategy: PID 10878 died...\u000a20:19:19.316655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10878): Terminated: ok {rc=0}\u000a20:19:19.326636 --- ParallelTerminationStrategy: PID 10881 died...\u000a20:19:19.380013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Terminated: ok {rc=0}\u000a20:19:19.389960 --- ParallelTerminationStrategy: PID 10884 died...\u000a20:19:19.443659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10884): Terminated: ok {rc=0}\u000a20:19:19.527576 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10892): Process ended prematurely: osmo-stp_10.42.42.5(pid=10892) [trial-2364↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10892)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10892): Process ended prematurely: osmo-stp_10.42.42.5(pid=10892) [trial-2364↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a20:19:20.579153 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:20.590175 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:19:20.722185 tst ping_idle_ping.py: using LAC 23474\u000a20:19:20.851680 tst ping_idle_ping.py: using RAC 14\u000a20:19:20.980594 tst ping_idle_ping.py: using CellId 23474\u000a20:19:21.110154 tst ping_idle_ping.py: using BVCI 23475\u000a20:19:21.135391 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.147076 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.158217 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.169063 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.179958 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.190928 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.202004 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:19:21.213020 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:19:21.507753 tst ping_idle_ping.py:24: start network...\u000a20:19:21.643655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:22.169191 run create_hlr_db(pid=10886): Launched\u000a20:19:22.358239 bus /gobi_6: Setting Powered False\u000a20:19:23.379531 run create_hlr_db(pid=10886): Terminated: ok {rc=0}\u000a20:19:23.787943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10888): Launched\u000a20:19:24.093099 run osmo-hlr_10.42.42.2(pid=10889): Launched\u000a20:19:24.209895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:24.738086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10891): Launched\u000a20:19:25.042055 run osmo-stp_10.42.42.5(pid=10892): Launched\u000a20:19:25.153132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:25.682070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10894): Launched\u000a20:19:25.790521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:26.055129 run patchelf(pid=10895): Launched\u000a20:19:26.232644 run osmo-stp_10.42.42.5(pid=10892): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10892)]\u000a20:19:26.362685 run osmo-stp_10.42.42.5(pid=10892): stdout: \u000a| (launched: 2022-12-09_20:19:24.892020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:26.492740 run osmo-stp_10.42.42.5(pid=10892): stderr: \u000a| �[0;m�[38;5;43m20221209201925062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201925062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201925062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201925063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201925063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201925063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201925064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:26.618461 run osmo-stp_10.42.42.5(pid=10892): stdout: \u000a| (launched: 2022-12-09_20:19:24.892020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:26.742823 run osmo-stp_10.42.42.5(pid=10892): stderr: \u000a| �[0;m�[38;5;43m20221209201925062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201925062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201925062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201925063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201925063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201925063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201925064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:26.887648 run patchelf(pid=10895): Terminating (SIGINT)\u000a20:19:27.058167 run patchelf(pid=10895): Terminated: ok {rc=0}\u000a20:19:27.089338 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10892): Process ended prematurely: osmo-stp_10.42.42.5(pid=10892) [trial-2364↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10892)] [trial-2364↪gprs:oc2g↪ping_idle_ping.py:27]\u000a20:19:27.098067 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:19:27.158971 run osmo-hlr_10.42.42.2(pid=10889): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10889)]\u000a20:19:27.208453 run osmo-hlr_10.42.42.2(pid=10889): stdout: \u000a| (launched: 2022-12-09_20:19:23.942781) \u000a20:19:27.258574 run osmo-hlr_10.42.42.2(pid=10889): stderr: \u000a| �[0;m�[1;31m20221209201924120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201924120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201924120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201924120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201924120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201924120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201924132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201924141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201924141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201924141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:27.300551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10888): Terminating (SIGTERM)\u000a20:19:27.340459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10891): Terminating (SIGTERM)\u000a20:19:27.380629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10894): Terminating (SIGTERM)\u000a20:19:27.390095 --- ParallelTerminationStrategy: PID 10888 died...\u000a20:19:27.443733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10888): Terminated: ok {rc=0}\u000a20:19:27.453843 --- ParallelTerminationStrategy: PID 10891 died...\u000a20:19:27.507151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10891): Terminated: ok {rc=0}\u000a20:19:27.517253 --- ParallelTerminationStrategy: PID 10894 died...\u000a20:19:27.570316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10894): Terminated: ok {rc=0}\u000a20:19:27.654719 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:18:29" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10922): Process ended prematurely: osmo-stp_10.42.42.5(pid=10922) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10922): Process ended prematurely: osmo-stp_10.42.42.5(pid=10922) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:19:29.772077 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:29.783135 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:29.911740 tst cs_paging_gprs_active.py: using LAC 23475\u000a20:19:30.037305 tst cs_paging_gprs_active.py: using RAC 15\u000a20:19:30.178242 tst cs_paging_gprs_active.py: using CellId 23475\u000a20:19:30.306374 tst cs_paging_gprs_active.py: using BVCI 23476\u000a20:19:30.331305 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.342453 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.353441 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.364210 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.375115 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.385932 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.396910 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.407700 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:30.418726 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:30.538372 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:30.817682 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:19:30.956268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:31.332034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10900): Launched\u000a20:19:31.628730 run iperf3-srv_10.42.42.10(pid=10901): Launched\u000a20:19:31.836621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:19:31.976496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:32.317885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10902): Launched\u000a20:19:32.597369 run iperf3-srv_10.42.42.10(pid=10903): Launched\u000a20:19:32.796739 tst cs_paging_gprs_active.py:38: start network...\u000a20:19:32.931799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:33.451471 run create_hlr_db(pid=10904): Launched\u000a20:19:33.638902 bus /gobi_6: Setting Powered False\u000a20:19:34.660269 run create_hlr_db(pid=10904): Terminated: ok {rc=0}\u000a20:19:35.091457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10906): Launched\u000a20:19:35.415923 run osmo-hlr_10.42.42.2(pid=10919): Launched\u000a20:19:35.533803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:36.098362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10921): Launched\u000a20:19:36.423373 run osmo-stp_10.42.42.5(pid=10922): Launched\u000a20:19:36.540824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:37.107629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10924): Launched\u000a20:19:37.223018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:37.505147 run patchelf(pid=10925): Launched\u000a20:19:37.694567 run osmo-stp_10.42.42.5(pid=10922): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)]\u000a20:19:37.832744 run osmo-stp_10.42.42.5(pid=10922): stdout: \u000a| (launched: 2022-12-09_20:19:36.263666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:37.971835 run osmo-stp_10.42.42.5(pid=10922): stderr: \u000a| �[0;m�[38;5;43m20221209201936456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201936456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201936456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201936457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201936457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201936457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201936457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:38.105594 run osmo-stp_10.42.42.5(pid=10922): stdout: \u000a| (launched: 2022-12-09_20:19:36.263666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:38.238498 run osmo-stp_10.42.42.5(pid=10922): stderr: \u000a| �[0;m�[38;5;43m20221209201936456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201936456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201936456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201936457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201936457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201936457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201936457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:38.392932 run patchelf(pid=10925): Terminating (SIGINT)\u000a20:19:38.574102 run patchelf(pid=10925): Terminated: ok {rc=0}\u000a20:19:38.607404 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10922): Process ended prematurely: osmo-stp_10.42.42.5(pid=10922) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10922)] [trial-2364↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:19:38.617513 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:19:38.680623 run osmo-hlr_10.42.42.2(pid=10919): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10919)]\u000a20:19:38.732193 run osmo-hlr_10.42.42.2(pid=10919): stdout: \u000a| (launched: 2022-12-09_20:19:35.257029) \u000a20:19:38.784138 run osmo-hlr_10.42.42.2(pid=10919): stderr: \u000a| �[0;m�[1;31m20221209201935455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201935455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201935455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201935455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201935455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201935455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201935467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201935475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201935476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201935476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:38.828323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10900): Terminating (SIGTERM)\u000a20:19:38.870057 run iperf3-srv_10.42.42.10(pid=10901): Terminating (SIGTERM)\u000a20:19:38.911775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10902): Terminating (SIGTERM)\u000a20:19:38.953307 run iperf3-srv_10.42.42.10(pid=10903): Terminating (SIGTERM)\u000a20:19:38.995182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10906): Terminating (SIGTERM)\u000a20:19:39.036830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10921): Terminating (SIGTERM)\u000a20:19:39.078607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10924): Terminating (SIGTERM)\u000a20:19:39.088193 --- ParallelTerminationStrategy: PID 10900 died...\u000a20:19:39.143748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10900): Terminated: ok {rc=0}\u000a20:19:39.153707 --- ParallelTerminationStrategy: PID 10901 died...\u000a20:19:39.208193 run iperf3-srv_10.42.42.10(pid=10901): Terminated {rc=256}\u000a20:19:39.217954 --- ParallelTerminationStrategy: PID 10902 died...\u000a20:19:39.272454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10902): Terminated: ok {rc=0}\u000a20:19:39.282214 --- ParallelTerminationStrategy: PID 10903 died...\u000a20:19:39.336835 run iperf3-srv_10.42.42.10(pid=10903): Terminated {rc=256}\u000a20:19:39.347024 --- ParallelTerminationStrategy: PID 10906 died...\u000a20:19:39.402146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10906): Terminated: ok {rc=0}\u000a20:19:39.411997 --- ParallelTerminationStrategy: PID 10921 died...\u000a20:19:39.466820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10921): Terminated: ok {rc=0}\u000a20:19:39.476671 --- ParallelTerminationStrategy: PID 10924 died...\u000a20:19:39.531532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10924): Terminated: ok {rc=0}\u000a20:19:39.618034 bus /gobi_0: Setting Powered False\u000a20:19:40.724338 bus /gobi_0: Setting Powered False\u000a20:19:41.831531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:19:42.946818 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:42.958629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:43.091138 tst iperf3.py: using LAC 23476\u000a20:19:43.221569 tst iperf3.py: using RAC 16\u000a20:19:43.350427 tst iperf3.py: using CellId 23476\u000a20:19:43.476533 tst iperf3.py: using BVCI 23477\u000a20:19:43.501501 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.512658 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.523625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.534699 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.545612 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.556507 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.567657 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.578609 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:43.589683 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:43.886307 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:19:44.022789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:44.357595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10926): Launched\u000a20:19:44.635792 run iperf3-srv_10.42.42.10(pid=10927): Launched\u000a20:19:44.834221 tst iperf3.py:8: start network...\u000a20:19:44.969444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:45.484763 run create_hlr_db(pid=10928): Launched\u000a20:19:45.671230 bus /gobi_6: Setting Powered False\u000a20:19:46.685078 run create_hlr_db(pid=10928): Terminated: ok {rc=0}\u000a20:19:47.108671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Launched\u000a20:19:47.415640 run osmo-hlr_10.42.42.2(pid=10931): Launched\u000a20:19:47.531003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:48.065969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Launched\u000a20:19:48.369547 run osmo-stp_10.42.42.5(pid=10934): Launched\u000a20:19:48.482316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:49.009828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10936): Launched\u000a20:19:49.118124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:49.381534 run patchelf(pid=10937): Launched\u000a20:19:49.558377 run osmo-stp_10.42.42.5(pid=10934): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]\u000a20:19:49.688318 run osmo-stp_10.42.42.5(pid=10934): stdout: \u000a| (launched: 2022-12-09_20:19:48.220000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:49.818744 run osmo-stp_10.42.42.5(pid=10934): stderr: \u000a| �[0;m�[38;5;43m20221209201948391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201948391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201948391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201948392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201948392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201948392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201948392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:49.944309 run osmo-stp_10.42.42.5(pid=10934): stdout: \u000a| (launched: 2022-12-09_20:19:48.220000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:50.068934 run osmo-stp_10.42.42.5(pid=10934): stderr: \u000a| �[0;m�[38;5;43m20221209201948391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209201948391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209201948391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209201948392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209201948392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209201948392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209201948392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:50.214154 run patchelf(pid=10937): Terminating (SIGINT)\u000a20:19:50.384076 run patchelf(pid=10937): Terminated: ok {rc=0}\u000a20:19:50.415651 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)] [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a20:19:50.425183 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:19:50.485186 run osmo-hlr_10.42.42.2(pid=10931): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10931)]\u000a20:19:50.534023 run osmo-hlr_10.42.42.2(pid=10931): stdout: \u000a| (launched: 2022-12-09_20:19:47.264240) \u000a20:19:50.583946 run osmo-hlr_10.42.42.2(pid=10931): stderr: \u000a| �[0;m�[1;31m20221209201947442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209201947442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209201947442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201947442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209201947442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209201947442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209201947455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209201947463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209201947463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209201947463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:50.626060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10926): Terminating (SIGTERM)\u000a20:19:50.665910 run iperf3-srv_10.42.42.10(pid=10927): Terminating (SIGTERM)\u000a20:19:50.705969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminating (SIGTERM)\u000a20:19:50.745926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminating (SIGTERM)\u000a20:19:50.785834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10936): Terminating (SIGTERM)\u000a20:19:50.795154 --- ParallelTerminationStrategy: PID 10926 died...\u000a20:19:50.848635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10926): Terminated: ok {rc=0}\u000a20:19:50.858622 --- ParallelTerminationStrategy: PID 10927 died...\u000a20:19:50.911977 run iperf3-srv_10.42.42.10(pid=10927): Terminated {rc=256}\u000a20:19:50.921515 --- ParallelTerminationStrategy: PID 10930 died...\u000a20:19:50.975425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminated: ok {rc=0}\u000a20:19:50.984837 --- ParallelTerminationStrategy: PID 10933 died...\u000a20:19:51.038546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminated: ok {rc=0}\u000a20:19:51.048401 --- ParallelTerminationStrategy: PID 10936 died...\u000a20:19:51.102085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10936): Terminated: ok {rc=0}\u000a20:19:51.186950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10952): Process ended prematurely: osmo-stp_10.42.42.5(pid=10952) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10952)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10952): Process ended prematurely: osmo-stp_10.42.42.5(pid=10952) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:19:52.303756 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.315729 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:52.444258 tst iperf3m4.py: using LAC 23477\u000a20:19:52.563136 tst iperf3m4.py: using RAC 17\u000a20:19:52.684371 tst iperf3m4.py: using CellId 23477\u000a20:19:52.805594 tst iperf3m4.py: using BVCI 23478\u000a20:19:52.828664 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.839438 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.849939 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.860796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.871544 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.882291 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.893191 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.903677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:52.914603 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:53.035394 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:53.154599 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:53.274484 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:53.571015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:19:53.707135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:54.044524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10938): Launched\u000a20:19:54.323229 run iperf3-srv_10.42.42.10(pid=10939): Launched\u000a20:19:54.521336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:19:54.656564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:54.992874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10940): Launched\u000a20:19:55.270816 run iperf3-srv_10.42.42.10(pid=10941): Launched\u000a20:19:55.468385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:19:55.603865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:55.939259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10942): Launched\u000a20:19:56.218022 run iperf3-srv_10.42.42.10(pid=10943): Launched\u000a20:19:56.415080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:19:56.550272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:56.885086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10944): Launched\u000a20:19:57.163105 run iperf3-srv_10.42.42.10(pid=10945): Launched\u000a20:19:57.361019 tst iperf3m4.py:8: start network...\u000a20:19:57.496071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:58.014111 run create_hlr_db(pid=10946): Launched\u000a20:19:58.200606 bus /gobi_6: Setting Powered False\u000a20:19:59.222291 run create_hlr_db(pid=10946): Terminated: ok {rc=0}\u000a20:19:59.651825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10948): Launched\u000a20:19:59.975169 run osmo-hlr_10.42.42.2(pid=10949): Launched\u000a20:20:00.095319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:00.659006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10951): Launched\u000a20:20:01.144158 run osmo-stp_10.42.42.5(pid=10952): Launched\u000a20:20:01.319523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:01.890022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10957): Launched\u000a20:20:02.004109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:02.291881 run patchelf(pid=10958): Launched\u000a20:20:02.475142 run osmo-stp_10.42.42.5(pid=10952): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10952)]\u000a20:20:02.605626 run osmo-stp_10.42.42.5(pid=10952): stdout: \u000a| (launched: 2022-12-09_20:20:00.824491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:02.737360 run osmo-stp_10.42.42.5(pid=10952): stderr: \u000a| �[0;m�[38;5;43m20221209202001079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202001079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202001079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202001080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202001080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202001080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202001081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:02.863785 run osmo-stp_10.42.42.5(pid=10952): stdout: \u000a| (launched: 2022-12-09_20:20:00.824491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:02.989353 run osmo-stp_10.42.42.5(pid=10952): stderr: \u000a| �[0;m�[38;5;43m20221209202001079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202001079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202001079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202001080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202001080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202001080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202001081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:03.134937 run patchelf(pid=10958): Terminating (SIGINT)\u000a20:20:03.306148 run patchelf(pid=10958): Terminated: ok {rc=0}\u000a20:20:03.337861 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10952): Process ended prematurely: osmo-stp_10.42.42.5(pid=10952) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10952)] [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:20:03.347953 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:20:03.407960 run osmo-hlr_10.42.42.2(pid=10949): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10949)]\u000a20:20:03.456786 run osmo-hlr_10.42.42.2(pid=10949): stdout: \u000a| (launched: 2022-12-09_20:19:59.816796) \u000a20:20:03.506542 run osmo-hlr_10.42.42.2(pid=10949): stderr: \u000a| �[0;m�[1;31m20221209202000013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202000013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202000013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202000013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202000013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202000013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202000027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202000037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202000037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202000037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:03.550522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10938): Terminating (SIGTERM)\u000a20:20:03.590026 run iperf3-srv_10.42.42.10(pid=10939): Terminating (SIGTERM)\u000a20:20:03.629854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10940): Terminating (SIGTERM)\u000a20:20:03.670353 run iperf3-srv_10.42.42.10(pid=10941): Terminating (SIGTERM)\u000a20:20:03.709985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10942): Terminating (SIGTERM)\u000a20:20:03.749363 run iperf3-srv_10.42.42.10(pid=10943): Terminating (SIGTERM)\u000a20:20:03.789664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10944): Terminating (SIGTERM)\u000a20:20:03.829745 run iperf3-srv_10.42.42.10(pid=10945): Terminating (SIGTERM)\u000a20:20:03.870965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10948): Terminating (SIGTERM)\u000a20:20:03.910998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10951): Terminating (SIGTERM)\u000a20:20:03.950819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10957): Terminating (SIGTERM)\u000a20:20:03.959496 --- ParallelTerminationStrategy: PID 10938 died...\u000a20:20:04.013329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10938): Terminated: ok {rc=0}\u000a20:20:04.023075 --- ParallelTerminationStrategy: PID 10939 died...\u000a20:20:04.079035 run iperf3-srv_10.42.42.10(pid=10939): Terminated {rc=256}\u000a20:20:04.088817 --- ParallelTerminationStrategy: PID 10940 died...\u000a20:20:04.142955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10940): Terminated: ok {rc=0}\u000a20:20:04.153107 --- ParallelTerminationStrategy: PID 10941 died...\u000a20:20:04.206202 run iperf3-srv_10.42.42.10(pid=10941): Terminated {rc=256}\u000a20:20:04.215836 --- ParallelTerminationStrategy: PID 10942 died...\u000a20:20:04.269673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10942): Terminated: ok {rc=0}\u000a20:20:04.280107 --- ParallelTerminationStrategy: PID 10943 died...\u000a20:20:04.334028 run iperf3-srv_10.42.42.10(pid=10943): Terminated {rc=256}\u000a20:20:04.344369 --- ParallelTerminationStrategy: PID 10944 died...\u000a20:20:04.397769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10944): Terminated: ok {rc=0}\u000a20:20:04.407845 --- ParallelTerminationStrategy: PID 10945 died...\u000a20:20:04.461238 run iperf3-srv_10.42.42.10(pid=10945): Terminated {rc=256}\u000a20:20:04.471125 --- ParallelTerminationStrategy: PID 10948 died...\u000a20:20:04.524715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10948): Terminated: ok {rc=0}\u000a20:20:04.534402 --- ParallelTerminationStrategy: PID 10951 died...\u000a20:20:04.588234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10951): Terminated: ok {rc=0}\u000a20:20:04.598104 --- ParallelTerminationStrategy: PID 10957 died...\u000a20:20:04.652348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10957): Terminated: ok {rc=0}\u000a20:20:04.736760 bus /gobi_4: Setting Powered False\u000a20:20:05.843745 bus /gobi_4: Setting Powered False\u000a20:20:06.951942 bus /gobi_1: Setting Powered False\u000a20:20:08.059074 bus /gobi_1: Setting Powered False\u000a20:20:09.169325 bus /gobi_0: Setting Powered False\u000a20:20:10.273601 bus /gobi_0: Setting Powered False\u000a20:20:11.385508 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:20:12.452372 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:12.463827 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:12.589672 tst ping.py: using LAC 23478\u000a20:20:12.718957 tst ping.py: using RAC 18\u000a20:20:12.839301 tst ping.py: using CellId 23478\u000a20:20:12.957860 tst ping.py: using BVCI 23479\u000a20:20:12.980653 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:12.991526 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:13.002253 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:13.013287 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:13.024087 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:13.034786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:13.045631 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:13.056394 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:13.331776 tst ping.py:19: start network...\u000a20:20:13.455803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:13.926752 run create_hlr_db(pid=10960): Launched\u000a20:20:14.099088 bus /gobi_6: Setting Powered False\u000a20:20:15.120341 run create_hlr_db(pid=10960): Terminated: ok {rc=0}\u000a20:20:15.546568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Launched\u000a20:20:15.938228 run osmo-hlr_10.42.42.2(pid=10963): Launched\u000a20:20:16.196831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:16.756548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Launched\u000a20:20:17.262328 run osmo-stp_10.42.42.5(pid=10966): Launched\u000a20:20:17.387500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:17.943293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10968): Launched\u000a20:20:18.056696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:18.334352 run patchelf(pid=10969): Launched\u000a20:20:18.520614 run osmo-stp_10.42.42.5(pid=10966): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]\u000a20:20:18.656706 run osmo-stp_10.42.42.5(pid=10966): stdout: \u000a| (launched: 2022-12-09_20:20:16.912123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:18.793589 run osmo-stp_10.42.42.5(pid=10966): stderr: \u000a| �[0;m�[38;5;43m20221209202017124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202017124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202017124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202017125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202017131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202017131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202017132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:18.925475 run osmo-stp_10.42.42.5(pid=10966): stdout: \u000a| (launched: 2022-12-09_20:20:16.912123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:19.056097 run osmo-stp_10.42.42.5(pid=10966): stderr: \u000a| �[0;m�[38;5;43m20221209202017124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202017124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202017124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202017125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202017131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202017131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202017132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:19.208867 run patchelf(pid=10969): Terminating (SIGINT)\u000a20:20:19.387648 run patchelf(pid=10969): Terminated: ok {rc=0}\u000a20:20:19.420271 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)] [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a20:20:19.429706 tst ping.py:22: Test FAILED (7.0 sec)\u000a20:20:19.492339 run osmo-hlr_10.42.42.2(pid=10963): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10963)]\u000a20:20:19.543600 run osmo-hlr_10.42.42.2(pid=10963): stdout: \u000a| (launched: 2022-12-09_20:20:15.710284) \u000a20:20:19.595695 run osmo-hlr_10.42.42.2(pid=10963): stderr: \u000a| �[0;m�[1;31m20221209202015915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202015915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202015915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202015915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202015915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202015916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202015935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202015956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202015956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202015957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:19.639842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Terminating (SIGTERM)\u000a20:20:19.681512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Terminating (SIGTERM)\u000a20:20:19.723664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10968): Terminating (SIGTERM)\u000a20:20:19.733322 --- ParallelTerminationStrategy: PID 10962 died...\u000a20:20:19.788899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Terminated: ok {rc=0}\u000a20:20:19.798980 --- ParallelTerminationStrategy: PID 10965 died...\u000a20:20:19.854665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Terminated: ok {rc=0}\u000a20:20:19.864663 --- ParallelTerminationStrategy: PID 10968 died...\u000a20:20:19.920274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10968): Terminated: ok {rc=0}\u000a20:20:20.006839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10976): Process ended prematurely: osmo-stp_10.42.42.5(pid=10976) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10976): Process ended prematurely: osmo-stp_10.42.42.5(pid=10976) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:20:21.059586 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.071352 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:21.201282 tst ping_idle_ping.py: using LAC 23479\u000a20:20:21.328489 tst ping_idle_ping.py: using RAC 19\u000a20:20:21.454133 tst ping_idle_ping.py: using CellId 23479\u000a20:20:21.580059 tst ping_idle_ping.py: using BVCI 23480\u000a20:20:21.604541 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.615832 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.626946 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.637972 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.648769 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.659888 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.671115 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:21.682191 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:21.972808 tst ping_idle_ping.py:24: start network...\u000a20:20:22.105972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:22.621651 run create_hlr_db(pid=10970): Launched\u000a20:20:22.806996 bus /gobi_6: Setting Powered False\u000a20:20:23.828650 run create_hlr_db(pid=10970): Terminated: ok {rc=0}\u000a20:20:24.232778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10972): Launched\u000a20:20:24.533515 run osmo-hlr_10.42.42.2(pid=10973): Launched\u000a20:20:24.645419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:25.164200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10975): Launched\u000a20:20:25.463471 run osmo-stp_10.42.42.5(pid=10976): Launched\u000a20:20:25.573023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:26.096153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10978): Launched\u000a20:20:26.203082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:26.464612 run patchelf(pid=10979): Launched\u000a20:20:26.640502 run osmo-stp_10.42.42.5(pid=10976): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)]\u000a20:20:26.769406 run osmo-stp_10.42.42.5(pid=10976): stdout: \u000a| (launched: 2022-12-09_20:20:25.316021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:26.898763 run osmo-stp_10.42.42.5(pid=10976): stderr: \u000a| �[0;m�[38;5;43m20221209202025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202025487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202025487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202025487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202025488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202025488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202025488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:27.023218 run osmo-stp_10.42.42.5(pid=10976): stdout: \u000a| (launched: 2022-12-09_20:20:25.316021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:27.147018 run osmo-stp_10.42.42.5(pid=10976): stderr: \u000a| �[0;m�[38;5;43m20221209202025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202025487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202025487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202025487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202025488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202025488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202025488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:27.290647 run patchelf(pid=10979): Terminating (SIGINT)\u000a20:20:27.459188 run patchelf(pid=10979): Terminated: ok {rc=0}\u000a20:20:27.489961 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10976): Process ended prematurely: osmo-stp_10.42.42.5(pid=10976) [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10976)] [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:20:27.498914 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:20:27.560448 run osmo-hlr_10.42.42.2(pid=10973): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10973)]\u000a20:20:27.610443 run osmo-hlr_10.42.42.2(pid=10973): stdout: \u000a| (launched: 2022-12-09_20:20:24.385419) \u000a20:20:27.660888 run osmo-hlr_10.42.42.2(pid=10973): stderr: \u000a| �[0;m�[1;31m20221209202024561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202024561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202024561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202024561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202024561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202024561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202024574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202024582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202024582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202024582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:27.703229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10972): Terminating (SIGTERM)\u000a20:20:27.743433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10975): Terminating (SIGTERM)\u000a20:20:27.784078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10978): Terminating (SIGTERM)\u000a20:20:27.793725 --- ParallelTerminationStrategy: PID 10972 died...\u000a20:20:27.847633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10972): Terminated: ok {rc=0}\u000a20:20:27.857810 --- ParallelTerminationStrategy: PID 10975 died...\u000a20:20:27.911397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10975): Terminated: ok {rc=0}\u000a20:20:27.921578 --- ParallelTerminationStrategy: PID 10978 died...\u000a20:20:27.975403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10978): Terminated: ok {rc=0}\u000a20:20:28.059647 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:19:29" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:20:30.193264 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.204463 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:30.355511 tst cs_paging_gprs_active.py: using LAC 23480\u000a20:20:30.480886 tst cs_paging_gprs_active.py: using RAC 20\u000a20:20:30.606816 tst cs_paging_gprs_active.py: using CellId 23480\u000a20:20:30.734653 tst cs_paging_gprs_active.py: using BVCI 23481\u000a20:20:30.759779 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.771007 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.782049 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.793104 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.803989 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.815037 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.826177 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.837513 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:30.849842 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:30.997456 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:31.322502 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:20:31.458852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:31.828676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10984): Launched\u000a20:20:32.171104 run iperf3-srv_10.42.42.10(pid=10985): Launched\u000a20:20:32.363813 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:20:32.491968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:32.809715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10986): Launched\u000a20:20:33.072934 run iperf3-srv_10.42.42.10(pid=10987): Launched\u000a20:20:33.259846 tst cs_paging_gprs_active.py:38: start network...\u000a20:20:33.387665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:33.868300 run create_hlr_db(pid=10988): Launched\u000a20:20:34.043314 bus /gobi_6: Setting Powered False\u000a20:20:35.064402 run create_hlr_db(pid=10988): Terminated: ok {rc=0}\u000a20:20:35.470006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10990): Launched\u000a20:20:35.775619 run osmo-hlr_10.42.42.2(pid=10992): Launched\u000a20:20:35.887407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:36.416205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Launched\u000a20:20:36.721340 run osmo-stp_10.42.42.5(pid=10995): Launched\u000a20:20:36.832361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:37.363836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10998): Launched\u000a20:20:37.473499 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:37.739642 run patchelf(pid=10999): Launched\u000a20:20:37.918482 run osmo-stp_10.42.42.5(pid=10995): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)]\u000a20:20:38.049591 run osmo-stp_10.42.42.5(pid=10995): stdout: \u000a| (launched: 2022-12-09_20:20:36.571414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:38.180755 run osmo-stp_10.42.42.5(pid=10995): stderr: \u000a| �[0;m�[38;5;43m20221209202036740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202036740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202036740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202036741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202036741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202036741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202036741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:38.307132 run osmo-stp_10.42.42.5(pid=10995): stdout: \u000a| (launched: 2022-12-09_20:20:36.571414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:38.433241 run osmo-stp_10.42.42.5(pid=10995): stderr: \u000a| �[0;m�[38;5;43m20221209202036740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202036740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202036740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202036741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202036741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202036741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202036741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:38.579457 run patchelf(pid=10999): Terminating (SIGINT)\u000a20:20:38.751851 run patchelf(pid=10999): Terminated: ok {rc=0}\u000a20:20:38.783467 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:20:38.792771 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:20:38.853515 run osmo-hlr_10.42.42.2(pid=10992): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10992)]\u000a20:20:38.902532 run osmo-hlr_10.42.42.2(pid=10992): stdout: \u000a| (launched: 2022-12-09_20:20:35.625271) \u000a20:20:38.952343 run osmo-hlr_10.42.42.2(pid=10992): stderr: \u000a| �[0;m�[1;31m20221209202035802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202035803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202035803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202035803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202035803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202035803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202035815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202035824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202035824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202035824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:38.994252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10984): Terminating (SIGTERM)\u000a20:20:39.033960 run iperf3-srv_10.42.42.10(pid=10985): Terminating (SIGTERM)\u000a20:20:39.073814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10986): Terminating (SIGTERM)\u000a20:20:39.113660 run iperf3-srv_10.42.42.10(pid=10987): Terminating (SIGTERM)\u000a20:20:39.153857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10990): Terminating (SIGTERM)\u000a20:20:39.193641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Terminating (SIGTERM)\u000a20:20:39.233604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10998): Terminating (SIGTERM)\u000a20:20:39.243088 --- ParallelTerminationStrategy: PID 10984 died...\u000a20:20:39.296441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10984): Terminated: ok {rc=0}\u000a20:20:39.305972 --- ParallelTerminationStrategy: PID 10985 died...\u000a20:20:39.358766 run iperf3-srv_10.42.42.10(pid=10985): Terminated {rc=256}\u000a20:20:39.368294 --- ParallelTerminationStrategy: PID 10986 died...\u000a20:20:39.421584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10986): Terminated: ok {rc=0}\u000a20:20:39.431355 --- ParallelTerminationStrategy: PID 10987 died...\u000a20:20:39.484373 run iperf3-srv_10.42.42.10(pid=10987): Terminated {rc=256}\u000a20:20:39.493942 --- ParallelTerminationStrategy: PID 10990 died...\u000a20:20:39.546680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10990): Terminated: ok {rc=0}\u000a20:20:39.556589 --- ParallelTerminationStrategy: PID 10994 died...\u000a20:20:39.609644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Terminated: ok {rc=0}\u000a20:20:39.619154 --- ParallelTerminationStrategy: PID 10998 died...\u000a20:20:39.672439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10998): Terminated: ok {rc=0}\u000a20:20:39.759744 bus /gobi_0: Setting Powered False\u000a20:20:40.862813 bus /gobi_0: Setting Powered False\u000a20:20:41.972453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11008): Process ended prematurely: osmo-stp_10.42.42.5(pid=11008) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11008): Process ended prematurely: osmo-stp_10.42.42.5(pid=11008) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:20:43.087564 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.099411 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:43.254407 tst iperf3.py: using LAC 23481\u000a20:20:43.386634 tst iperf3.py: using RAC 21\u000a20:20:43.514025 tst iperf3.py: using CellId 23481\u000a20:20:43.639506 tst iperf3.py: using BVCI 23482\u000a20:20:43.664406 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.675683 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.686752 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.698096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.709505 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.720447 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.731582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.742662 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:43.754363 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:44.048192 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:44.184029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:44.520716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11000): Launched\u000a20:20:44.801184 run iperf3-srv_10.42.42.10(pid=11001): Launched\u000a20:20:45.000518 tst iperf3.py:8: start network...\u000a20:20:45.136411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:45.654412 run create_hlr_db(pid=11002): Launched\u000a20:20:45.853891 bus /gobi_6: Setting Powered False\u000a20:20:46.866019 run create_hlr_db(pid=11002): Terminated: ok {rc=0}\u000a20:20:47.316704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11004): Launched\u000a20:20:47.621796 run osmo-hlr_10.42.42.2(pid=11005): Launched\u000a20:20:47.741045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:48.278464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11007): Launched\u000a20:20:48.587061 run osmo-stp_10.42.42.5(pid=11008): Launched\u000a20:20:48.698613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:49.230065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11010): Launched\u000a20:20:49.338955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:49.605311 run patchelf(pid=11011): Launched\u000a20:20:49.783633 run osmo-stp_10.42.42.5(pid=11008): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)]\u000a20:20:49.914404 run osmo-stp_10.42.42.5(pid=11008): stdout: \u000a| (launched: 2022-12-09_20:20:48.433907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:50.044869 run osmo-stp_10.42.42.5(pid=11008): stderr: \u000a| �[0;m�[38;5;43m20221209202048604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202048605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202048605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202048605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202048606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202048606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202048606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:50.171267 run osmo-stp_10.42.42.5(pid=11008): stdout: \u000a| (launched: 2022-12-09_20:20:48.433907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:50.296526 run osmo-stp_10.42.42.5(pid=11008): stderr: \u000a| �[0;m�[38;5;43m20221209202048604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202048605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202048605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202048605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202048606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202048606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202048606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:50.442927 run patchelf(pid=11011): Terminating (SIGINT)\u000a20:20:50.614572 run patchelf(pid=11011): Terminated: ok {rc=0}\u000a20:20:50.646308 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11008): Process ended prematurely: osmo-stp_10.42.42.5(pid=11008) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:20:50.655701 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:20:50.716378 run osmo-hlr_10.42.42.2(pid=11005): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11005)]\u000a20:20:50.765420 run osmo-hlr_10.42.42.2(pid=11005): stdout: \u000a| (launched: 2022-12-09_20:20:47.471262) \u000a20:20:50.815293 run osmo-hlr_10.42.42.2(pid=11005): stderr: \u000a| �[0;m�[1;31m20221209202047646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202047646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202047646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202047646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202047646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202047646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202047658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202047667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202047668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202047668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:50.857429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11000): Terminating (SIGTERM)\u000a20:20:50.897614 run iperf3-srv_10.42.42.10(pid=11001): Terminating (SIGTERM)\u000a20:20:50.938047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11004): Terminating (SIGTERM)\u000a20:20:50.977979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11007): Terminating (SIGTERM)\u000a20:20:51.018251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11010): Terminating (SIGTERM)\u000a20:20:51.027806 --- ParallelTerminationStrategy: PID 11000 died...\u000a20:20:51.082214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11000): Terminated: ok {rc=0}\u000a20:20:51.091939 --- ParallelTerminationStrategy: PID 11001 died...\u000a20:20:51.144983 run iperf3-srv_10.42.42.10(pid=11001): Terminated {rc=256}\u000a20:20:51.154892 --- ParallelTerminationStrategy: PID 11004 died...\u000a20:20:51.208301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11004): Terminated: ok {rc=0}\u000a20:20:51.217952 --- ParallelTerminationStrategy: PID 11007 died...\u000a20:20:51.272015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11007): Terminated: ok {rc=0}\u000a20:20:51.281797 --- ParallelTerminationStrategy: PID 11010 died...\u000a20:20:51.335492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11010): Terminated: ok {rc=0}\u000a20:20:51.423387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11046): Process ended prematurely: osmo-stp_10.42.42.5(pid=11046) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11046)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11046): Process ended prematurely: osmo-stp_10.42.42.5(pid=11046) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:20:52.533313 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:52.544858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:52.698494 tst iperf3m4.py: using LAC 23482\u000a20:20:52.828368 tst iperf3m4.py: using RAC 22\u000a20:20:52.957504 tst iperf3m4.py: using CellId 23482\u000a20:20:53.090652 tst iperf3m4.py: using BVCI 23483\u000a20:20:53.115770 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.127292 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.138555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.149687 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.160611 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.171639 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.182807 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.193768 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:53.205110 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:53.321210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:53.444924 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:53.564720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:53.862497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:53.998695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:54.334312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Launched\u000a20:20:54.615122 run iperf3-srv_10.42.42.10(pid=11013): Launched\u000a20:20:54.814675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:20:54.950322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:55.287042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11014): Launched\u000a20:20:55.567284 run iperf3-srv_10.42.42.10(pid=11015): Launched\u000a20:20:55.767483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:20:55.903537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:56.240131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11016): Launched\u000a20:20:56.521385 run iperf3-srv_10.42.42.10(pid=11035): Launched\u000a20:20:56.721091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:20:56.857229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:57.194247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11037): Launched\u000a20:20:57.473728 run iperf3-srv_10.42.42.10(pid=11038): Launched\u000a20:20:57.672639 tst iperf3m4.py:8: start network...\u000a20:20:57.809260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:58.329256 run create_hlr_db(pid=11039): Launched\u000a20:20:58.517121 bus /gobi_6: Setting Powered False\u000a20:20:59.538543 run create_hlr_db(pid=11039): Terminated: ok {rc=0}\u000a20:20:59.948347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11041): Launched\u000a20:21:00.255133 run osmo-hlr_10.42.42.2(pid=11042): Launched\u000a20:21:00.371440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:00.951961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11045): Launched\u000a20:21:01.399762 run osmo-stp_10.42.42.5(pid=11046): Launched\u000a20:21:01.585660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:02.171522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11048): Launched\u000a20:21:02.282430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:02.550943 run patchelf(pid=11049): Launched\u000a20:21:02.729863 run osmo-stp_10.42.42.5(pid=11046): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11046)]\u000a20:21:02.860635 run osmo-stp_10.42.42.5(pid=11046): stdout: \u000a| (launched: 2022-12-09_20:21:01.121713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:02.991805 run osmo-stp_10.42.42.5(pid=11046): stderr: \u000a| �[0;m�[38;5;43m20221209202101388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202101388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202101388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202101389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202101389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202101390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202101390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:03.118801 run osmo-stp_10.42.42.5(pid=11046): stdout: \u000a| (launched: 2022-12-09_20:21:01.121713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:03.244586 run osmo-stp_10.42.42.5(pid=11046): stderr: \u000a| �[0;m�[38;5;43m20221209202101388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202101388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202101388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202101389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202101389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202101390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202101390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:03.390922 run patchelf(pid=11049): Terminating (SIGINT)\u000a20:21:03.562470 run patchelf(pid=11049): Terminated: ok {rc=0}\u000a20:21:03.594648 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11046): Process ended prematurely: osmo-stp_10.42.42.5(pid=11046) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11046)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:21:03.604256 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:21:03.665403 run osmo-hlr_10.42.42.2(pid=11042): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11042)]\u000a20:21:03.714751 run osmo-hlr_10.42.42.2(pid=11042): stdout: \u000a| (launched: 2022-12-09_20:21:00.103638) \u000a20:21:03.764768 run osmo-hlr_10.42.42.2(pid=11042): stderr: \u000a| �[0;m�[1;31m20221209202100277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202100278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202100278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202100278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202100278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202100278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202100290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202100301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202100301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202100301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:03.807218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Terminating (SIGTERM)\u000a20:21:03.847083 run iperf3-srv_10.42.42.10(pid=11013): Terminating (SIGTERM)\u000a20:21:03.887040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11014): Terminating (SIGTERM)\u000a20:21:03.926913 run iperf3-srv_10.42.42.10(pid=11015): Terminating (SIGTERM)\u000a20:21:03.966916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11016): Terminating (SIGTERM)\u000a20:21:04.007054 run iperf3-srv_10.42.42.10(pid=11035): Terminating (SIGTERM)\u000a20:21:04.046965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11037): Terminating (SIGTERM)\u000a20:21:04.086666 run iperf3-srv_10.42.42.10(pid=11038): Terminating (SIGTERM)\u000a20:21:04.126975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11041): Terminating (SIGTERM)\u000a20:21:04.166942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11045): Terminating (SIGTERM)\u000a20:21:04.207379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11048): Terminating (SIGTERM)\u000a20:21:04.216506 --- ParallelTerminationStrategy: PID 11012 died...\u000a20:21:04.270107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Terminated: ok {rc=0}\u000a20:21:04.279820 --- ParallelTerminationStrategy: PID 11013 died...\u000a20:21:04.333277 run iperf3-srv_10.42.42.10(pid=11013): Terminated {rc=256}\u000a20:21:04.342973 --- ParallelTerminationStrategy: PID 11014 died...\u000a20:21:04.396442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11014): Terminated: ok {rc=0}\u000a20:21:04.406123 --- ParallelTerminationStrategy: PID 11015 died...\u000a20:21:04.459099 run iperf3-srv_10.42.42.10(pid=11015): Terminated {rc=256}\u000a20:21:04.469132 --- ParallelTerminationStrategy: PID 11016 died...\u000a20:21:04.521954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11016): Terminated: ok {rc=0}\u000a20:21:04.532032 --- ParallelTerminationStrategy: PID 11035 died...\u000a20:21:04.585496 run iperf3-srv_10.42.42.10(pid=11035): Terminated {rc=256}\u000a20:21:04.595111 --- ParallelTerminationStrategy: PID 11037 died...\u000a20:21:04.648085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11037): Terminated: ok {rc=0}\u000a20:21:04.657996 --- ParallelTerminationStrategy: PID 11038 died...\u000a20:21:04.711340 run iperf3-srv_10.42.42.10(pid=11038): Terminated {rc=256}\u000a20:21:04.721065 --- ParallelTerminationStrategy: PID 11041 died...\u000a20:21:04.774140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11041): Terminated: ok {rc=0}\u000a20:21:04.783892 --- ParallelTerminationStrategy: PID 11045 died...\u000a20:21:04.836856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11045): Terminated: ok {rc=0}\u000a20:21:04.847192 --- ParallelTerminationStrategy: PID 11048 died...\u000a20:21:04.900317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11048): Terminated: ok {rc=0}\u000a20:21:04.989507 bus /gobi_4: Setting Powered False\u000a20:21:06.093555 bus /gobi_4: Setting Powered False\u000a20:21:07.205309 bus /gobi_1: Setting Powered False\u000a20:21:08.308553 bus /gobi_1: Setting Powered False\u000a20:21:09.419191 bus /gobi_0: Setting Powered False\u000a20:21:10.522893 bus /gobi_0: Setting Powered False\u000a20:21:11.634425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11057): Process ended prematurely: osmo-stp_10.42.42.5(pid=11057) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11057)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11057): Process ended prematurely: osmo-stp_10.42.42.5(pid=11057) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:21:12.700996 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:12.712651 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:12.863176 tst ping.py: using LAC 23483\u000a20:21:12.993727 tst ping.py: using RAC 23\u000a20:21:13.117381 tst ping.py: using CellId 23483\u000a20:21:13.240704 tst ping.py: using BVCI 23484\u000a20:21:13.265509 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.276915 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.288088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.299210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.310280 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.321332 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.332503 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:13.343677 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:13.618390 tst ping.py:19: start network...\u000a20:21:13.743800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:14.217869 run create_hlr_db(pid=11050): Launched\u000a20:21:14.391485 bus /gobi_6: Setting Powered False\u000a20:21:15.412770 run create_hlr_db(pid=11050): Terminated: ok {rc=0}\u000a20:21:15.853547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11053): Launched\u000a20:21:16.308161 run osmo-hlr_10.42.42.2(pid=11054): Launched\u000a20:21:16.477958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:17.062687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11056): Launched\u000a20:21:17.387427 run osmo-stp_10.42.42.5(pid=11057): Launched\u000a20:21:17.503928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:18.066683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11059): Launched\u000a20:21:18.181302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:18.463001 run patchelf(pid=11060): Launched\u000a20:21:18.650838 run osmo-stp_10.42.42.5(pid=11057): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11057)]\u000a20:21:18.788587 run osmo-stp_10.42.42.5(pid=11057): stdout: \u000a| (launched: 2022-12-09_20:21:17.229715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:18.926328 run osmo-stp_10.42.42.5(pid=11057): stderr: \u000a| �[0;m�[38;5;43m20221209202117422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202117422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202117422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202117423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202117423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202117423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202117423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:19.059085 run osmo-stp_10.42.42.5(pid=11057): stdout: \u000a| (launched: 2022-12-09_20:21:17.229715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:19.191011 run osmo-stp_10.42.42.5(pid=11057): stderr: \u000a| �[0;m�[38;5;43m20221209202117422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202117422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202117422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202117423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202117423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202117423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202117423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:19.343723 run patchelf(pid=11060): Terminating (SIGINT)\u000a20:21:19.523368 run patchelf(pid=11060): Terminated: ok {rc=0}\u000a20:21:19.556468 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11057): Process ended prematurely: osmo-stp_10.42.42.5(pid=11057) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11057)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:21:19.566240 tst ping.py:22: Test FAILED (6.9 sec)\u000a20:21:19.629352 run osmo-hlr_10.42.42.2(pid=11054): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11054)]\u000a20:21:19.681051 run osmo-hlr_10.42.42.2(pid=11054): stdout: \u000a| (launched: 2022-12-09_20:21:16.009695) \u000a20:21:19.733779 run osmo-hlr_10.42.42.2(pid=11054): stderr: \u000a| �[0;m�[1;31m20221209202116268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202116268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202116268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202116268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202116268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202116268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202116283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202116296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202116296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202116296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:19.778507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11053): Terminating (SIGTERM)\u000a20:21:19.820504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11056): Terminating (SIGTERM)\u000a20:21:19.862741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11059): Terminating (SIGTERM)\u000a20:21:19.872547 --- ParallelTerminationStrategy: PID 11053 died...\u000a20:21:19.929606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11053): Terminated: ok {rc=0}\u000a20:21:19.939654 --- ParallelTerminationStrategy: PID 11056 died...\u000a20:21:19.995759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11056): Terminated: ok {rc=0}\u000a20:21:20.005944 --- ParallelTerminationStrategy: PID 11059 died...\u000a20:21:20.061771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11059): Terminated: ok {rc=0}\u000a20:21:20.148831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:21:21.201394 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.213433 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:21.365518 tst ping_idle_ping.py: using LAC 23484\u000a20:21:21.493586 tst ping_idle_ping.py: using RAC 24\u000a20:21:21.618946 tst ping_idle_ping.py: using CellId 23484\u000a20:21:21.741924 tst ping_idle_ping.py: using BVCI 23485\u000a20:21:21.765200 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.776310 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.787325 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.798724 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.809993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.821173 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.832527 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:21.843639 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:22.124307 tst ping_idle_ping.py:24: start network...\u000a20:21:22.249673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:22.725225 run create_hlr_db(pid=11061): Launched\u000a20:21:22.898461 bus /gobi_6: Setting Powered False\u000a20:21:23.919041 run create_hlr_db(pid=11061): Terminated: ok {rc=0}\u000a20:21:24.346878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Launched\u000a20:21:24.669632 run osmo-hlr_10.42.42.2(pid=11064): Launched\u000a20:21:24.787076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:25.346100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Launched\u000a20:21:25.669995 run osmo-stp_10.42.42.5(pid=11067): Launched\u000a20:21:25.793632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:26.352076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11069): Launched\u000a20:21:26.466443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:26.747495 run patchelf(pid=11070): Launched\u000a20:21:26.934810 run osmo-stp_10.42.42.5(pid=11067): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]\u000a20:21:27.072251 run osmo-stp_10.42.42.5(pid=11067): stdout: \u000a| (launched: 2022-12-09_20:21:25.509740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:27.210089 run osmo-stp_10.42.42.5(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221209202125704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202125704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202125704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202125704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202125707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202125707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202125707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:27.342933 run osmo-stp_10.42.42.5(pid=11067): stdout: \u000a| (launched: 2022-12-09_20:21:25.509740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:27.474810 run osmo-stp_10.42.42.5(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221209202125704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202125704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202125704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202125704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202125707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202125707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202125707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:27.628104 run patchelf(pid=11070): Terminating (SIGINT)\u000a20:21:27.808378 run patchelf(pid=11070): Terminated: ok {rc=0}\u000a20:21:27.841185 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:21:27.850674 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:21:27.913101 run osmo-hlr_10.42.42.2(pid=11064): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11064)]\u000a20:21:27.964187 run osmo-hlr_10.42.42.2(pid=11064): stdout: \u000a| (launched: 2022-12-09_20:21:24.510267) \u000a20:21:28.016473 run osmo-hlr_10.42.42.2(pid=11064): stderr: \u000a| �[0;m�[1;31m20221209202124709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202124709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202124709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202124709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202124709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202124709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202124721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202124729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202124730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202124730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:28.060798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Terminating (SIGTERM)\u000a20:21:28.102874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Terminating (SIGTERM)\u000a20:21:28.145052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11069): Terminating (SIGTERM)\u000a20:21:28.154789 --- ParallelTerminationStrategy: PID 11063 died...\u000a20:21:28.211089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Terminated: ok {rc=0}\u000a20:21:28.221289 --- ParallelTerminationStrategy: PID 11066 died...\u000a20:21:28.277385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Terminated: ok {rc=0}\u000a20:21:28.287310 --- ParallelTerminationStrategy: PID 11069 died...\u000a20:21:28.343062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11069): Terminated: ok {rc=0}\u000a20:21:28.430695 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:20:29" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11085): Process ended prematurely: osmo-stp_10.42.42.5(pid=11085) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11085)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11085): Process ended prematurely: osmo-stp_10.42.42.5(pid=11085) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:21:30.559843 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:30.571181 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:21:30.721219 tst cs_paging_gprs_active.py: using LAC 23485\u000a20:21:30.854076 tst cs_paging_gprs_active.py: using RAC 25\u000a20:21:30.990757 tst cs_paging_gprs_active.py: using CellId 23485\u000a20:21:31.120249 tst cs_paging_gprs_active.py: using BVCI 23486\u000a20:21:31.146437 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.159561 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.172282 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.183807 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.195398 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.206859 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.218600 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.229974 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:31.241554 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:31.366620 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:31.682417 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:21:31.824732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:32.180670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11075): Launched\u000a20:21:32.463156 run iperf3-srv_10.42.42.10(pid=11076): Launched\u000a20:21:32.664323 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:21:32.802605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:33.140473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11077): Launched\u000a20:21:33.421925 run iperf3-srv_10.42.42.10(pid=11078): Launched\u000a20:21:33.622280 tst cs_paging_gprs_active.py:38: start network...\u000a20:21:33.759071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:34.280232 run create_hlr_db(pid=11079): Launched\u000a20:21:34.468404 bus /gobi_6: Setting Powered False\u000a20:21:35.489360 run create_hlr_db(pid=11079): Terminated: ok {rc=0}\u000a20:21:35.923860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11081): Launched\u000a20:21:36.250983 run osmo-hlr_10.42.42.2(pid=11082): Launched\u000a20:21:36.371137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:36.940292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11084): Launched\u000a20:21:37.267409 run osmo-stp_10.42.42.5(pid=11085): Launched\u000a20:21:37.386279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:37.956719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11087): Launched\u000a20:21:38.073728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:38.359435 run patchelf(pid=11088): Launched\u000a20:21:38.549990 run osmo-stp_10.42.42.5(pid=11085): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11085)]\u000a20:21:38.689261 run osmo-stp_10.42.42.5(pid=11085): stdout: \u000a| (launched: 2022-12-09_20:21:37.107361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:38.829331 run osmo-stp_10.42.42.5(pid=11085): stderr: \u000a| �[0;m�[38;5;43m20221209202137298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202137298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202137298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202137298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202137299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202137299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202137299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:38.963944 run osmo-stp_10.42.42.5(pid=11085): stdout: \u000a| (launched: 2022-12-09_20:21:37.107361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:39.097710 run osmo-stp_10.42.42.5(pid=11085): stderr: \u000a| �[0;m�[38;5;43m20221209202137298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202137298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202137298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202137298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202137299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202137299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202137299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:39.253228 run patchelf(pid=11088): Terminating (SIGINT)\u000a20:21:39.435052 run patchelf(pid=11088): Terminated: ok {rc=0}\u000a20:21:39.468584 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11085): Process ended prematurely: osmo-stp_10.42.42.5(pid=11085) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11085)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:21:39.478697 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a20:21:39.541337 run osmo-hlr_10.42.42.2(pid=11082): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11082)]\u000a20:21:39.592399 run osmo-hlr_10.42.42.2(pid=11082): stdout: \u000a| (launched: 2022-12-09_20:21:36.090733) \u000a20:21:39.644162 run osmo-hlr_10.42.42.2(pid=11082): stderr: \u000a| �[0;m�[1;31m20221209202136288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202136288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202136288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202136288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202136288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202136288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202136300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202136309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202136309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202136309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:39.688227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11075): Terminating (SIGTERM)\u000a20:21:39.730074 run iperf3-srv_10.42.42.10(pid=11076): Terminating (SIGTERM)\u000a20:21:39.771590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11077): Terminating (SIGTERM)\u000a20:21:39.813130 run iperf3-srv_10.42.42.10(pid=11078): Terminating (SIGTERM)\u000a20:21:39.854792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11081): Terminating (SIGTERM)\u000a20:21:39.896181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11084): Terminating (SIGTERM)\u000a20:21:39.937815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11087): Terminating (SIGTERM)\u000a20:21:39.947712 --- ParallelTerminationStrategy: PID 11075 died...\u000a20:21:40.003196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11075): Terminated: ok {rc=0}\u000a20:21:40.013133 --- ParallelTerminationStrategy: PID 11076 died...\u000a20:21:40.068049 run iperf3-srv_10.42.42.10(pid=11076): Terminated {rc=256}\u000a20:21:40.077952 --- ParallelTerminationStrategy: PID 11077 died...\u000a20:21:40.133096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11077): Terminated: ok {rc=0}\u000a20:21:40.142960 --- ParallelTerminationStrategy: PID 11078 died...\u000a20:21:40.198115 run iperf3-srv_10.42.42.10(pid=11078): Terminated {rc=256}\u000a20:21:40.208020 --- ParallelTerminationStrategy: PID 11081 died...\u000a20:21:40.263093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11081): Terminated: ok {rc=0}\u000a20:21:40.273041 --- ParallelTerminationStrategy: PID 11084 died...\u000a20:21:40.327991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11084): Terminated: ok {rc=0}\u000a20:21:40.337968 --- ParallelTerminationStrategy: PID 11087 died...\u000a20:21:40.393083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11087): Terminated: ok {rc=0}\u000a20:21:40.480222 bus /gobi_0: Setting Powered False\u000a20:21:41.585953 bus /gobi_0: Setting Powered False\u000a20:21:42.693624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:21:43.807202 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:43.819057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:21:43.972401 tst iperf3.py: using LAC 23486\u000a20:21:44.091944 tst iperf3.py: using RAC 26\u000a20:21:44.218270 tst iperf3.py: using CellId 23486\u000a20:21:44.348548 tst iperf3.py: using BVCI 23487\u000a20:21:44.371870 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.382698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.393664 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.404663 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.415561 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.426452 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.437489 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.448132 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:44.459343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:44.755848 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:44.893498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:45.230890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11089): Launched\u000a20:21:45.510335 run iperf3-srv_10.42.42.10(pid=11090): Launched\u000a20:21:45.709671 tst iperf3.py:8: start network...\u000a20:21:45.847576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:46.414391 run create_hlr_db(pid=11091): Launched\u000a20:21:46.604919 bus /gobi_6: Setting Powered False\u000a20:21:47.614719 run create_hlr_db(pid=11091): Terminated: ok {rc=0}\u000a20:21:48.056381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11093): Launched\u000a20:21:48.383491 run osmo-hlr_10.42.42.2(pid=11094): Launched\u000a20:21:48.503158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:49.071382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Launched\u000a20:21:49.397244 run osmo-stp_10.42.42.5(pid=11097): Launched\u000a20:21:49.514880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:50.083585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Launched\u000a20:21:50.200024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:50.484348 run patchelf(pid=11100): Launched\u000a20:21:50.674182 run osmo-stp_10.42.42.5(pid=11097): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]\u000a20:21:50.813401 run osmo-stp_10.42.42.5(pid=11097): stdout: \u000a| (launched: 2022-12-09_20:21:49.237218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:50.953225 run osmo-stp_10.42.42.5(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221209202149430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202149430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202149430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202149431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202149431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202149431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202149431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:51.087852 run osmo-stp_10.42.42.5(pid=11097): stdout: \u000a| (launched: 2022-12-09_20:21:49.237218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:51.221405 run osmo-stp_10.42.42.5(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221209202149430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202149430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202149430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202149431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202149431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202149431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202149431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:51.376544 run patchelf(pid=11100): Terminating (SIGINT)\u000a20:21:51.558560 run patchelf(pid=11100): Terminated: ok {rc=0}\u000a20:21:51.592112 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:21:51.602203 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:21:51.664512 run osmo-hlr_10.42.42.2(pid=11094): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11094)]\u000a20:21:51.715704 run osmo-hlr_10.42.42.2(pid=11094): stdout: \u000a| (launched: 2022-12-09_20:21:48.222285) \u000a20:21:51.767846 run osmo-hlr_10.42.42.2(pid=11094): stderr: \u000a| �[0;m�[1;31m20221209202148424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202148424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202148424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202148424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202148424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202148424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202148436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202148444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202148445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202148445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:51.811775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11089): Terminating (SIGTERM)\u000a20:21:51.853145 run iperf3-srv_10.42.42.10(pid=11090): Terminating (SIGTERM)\u000a20:21:51.894478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11093): Terminating (SIGTERM)\u000a20:21:51.935643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Terminating (SIGTERM)\u000a20:21:51.977015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Terminating (SIGTERM)\u000a20:21:51.986515 --- ParallelTerminationStrategy: PID 11089 died...\u000a20:21:52.042029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11089): Terminated: ok {rc=0}\u000a20:21:52.052106 --- ParallelTerminationStrategy: PID 11090 died...\u000a20:21:52.107489 run iperf3-srv_10.42.42.10(pid=11090): Terminated {rc=256}\u000a20:21:52.117331 --- ParallelTerminationStrategy: PID 11093 died...\u000a20:21:52.172077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11093): Terminated: ok {rc=0}\u000a20:21:52.181901 --- ParallelTerminationStrategy: PID 11096 died...\u000a20:21:52.237154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Terminated: ok {rc=0}\u000a20:21:52.247111 --- ParallelTerminationStrategy: PID 11099 died...\u000a20:21:52.302582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Terminated: ok {rc=0}\u000a20:21:52.388839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11115): Process ended prematurely: osmo-stp_10.42.42.5(pid=11115) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11115)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11115): Process ended prematurely: osmo-stp_10.42.42.5(pid=11115) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:21:53.505310 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:53.517154 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:21:53.674006 tst iperf3m4.py: using LAC 23487\u000a20:21:53.802627 tst iperf3m4.py: using RAC 27\u000a20:21:53.934350 tst iperf3m4.py: using CellId 23487\u000a20:21:54.060546 tst iperf3m4.py: using BVCI 23488\u000a20:21:54.085679 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.096877 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.107990 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.119228 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.130285 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.141464 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.152628 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.163640 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:21:54.175006 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:54.296481 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:54.417160 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:54.536617 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:21:54.820457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:54.949663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:55.266129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Launched\u000a20:21:55.529351 run iperf3-srv_10.42.42.10(pid=11102): Launched\u000a20:21:55.714883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:21:55.842277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:56.157259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11103): Launched\u000a20:21:56.420770 run iperf3-srv_10.42.42.10(pid=11104): Launched\u000a20:21:56.606885 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:21:56.734536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:57.052138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11105): Launched\u000a20:21:57.316155 run iperf3-srv_10.42.42.10(pid=11106): Launched\u000a20:21:57.501345 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:21:57.628083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:57.944000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11107): Launched\u000a20:21:58.207923 run iperf3-srv_10.42.42.10(pid=11108): Launched\u000a20:21:58.393586 tst iperf3m4.py:8: start network...\u000a20:21:58.520545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:59.002110 run create_hlr_db(pid=11109): Launched\u000a20:21:59.177344 bus /gobi_6: Setting Powered False\u000a20:22:00.198890 run create_hlr_db(pid=11109): Terminated: ok {rc=0}\u000a20:22:00.603573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11111): Launched\u000a20:22:01.019301 run osmo-hlr_10.42.42.2(pid=11112): Launched\u000a20:22:01.234490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:01.828200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11114): Launched\u000a20:22:02.289295 run osmo-stp_10.42.42.5(pid=11115): Launched\u000a20:22:02.414909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:02.983377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11117): Launched\u000a20:22:03.100440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:03.384797 run patchelf(pid=11118): Launched\u000a20:22:03.574844 run osmo-stp_10.42.42.5(pid=11115): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11115)]\u000a20:22:03.713939 run osmo-stp_10.42.42.5(pid=11115): stdout: \u000a| (launched: 2022-12-09_20:22:01.998736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:03.854103 run osmo-stp_10.42.42.5(pid=11115): stderr: \u000a| �[0;m�[38;5;43m20221209202202213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202202213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202202214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202202214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202202215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202202215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202202215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:03.988585 run osmo-stp_10.42.42.5(pid=11115): stdout: \u000a| (launched: 2022-12-09_20:22:01.998736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:04.122415 run osmo-stp_10.42.42.5(pid=11115): stderr: \u000a| �[0;m�[38;5;43m20221209202202213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202202213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202202214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202202214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202202215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202202215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202202215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:04.277016 run patchelf(pid=11118): Terminating (SIGINT)\u000a20:22:04.458550 run patchelf(pid=11118): Terminated: ok {rc=0}\u000a20:22:04.491808 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11115): Process ended prematurely: osmo-stp_10.42.42.5(pid=11115) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11115)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:22:04.501840 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:22:04.564620 run osmo-hlr_10.42.42.2(pid=11112): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11112)]\u000a20:22:04.615963 run osmo-hlr_10.42.42.2(pid=11112): stdout: \u000a| (launched: 2022-12-09_20:22:00.758378) \u000a20:22:04.667905 run osmo-hlr_10.42.42.2(pid=11112): stderr: \u000a| �[0;m�[1;31m20221209202201009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202201009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202201009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202201009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202201009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202201009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202201027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202201039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202201040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202201040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:04.711997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Terminating (SIGTERM)\u000a20:22:04.754361 run iperf3-srv_10.42.42.10(pid=11102): Terminating (SIGTERM)\u000a20:22:04.796491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11103): Terminating (SIGTERM)\u000a20:22:04.838542 run iperf3-srv_10.42.42.10(pid=11104): Terminating (SIGTERM)\u000a20:22:04.880643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11105): Terminating (SIGTERM)\u000a20:22:04.922541 run iperf3-srv_10.42.42.10(pid=11106): Terminating (SIGTERM)\u000a20:22:04.964512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11107): Terminating (SIGTERM)\u000a20:22:05.006635 run iperf3-srv_10.42.42.10(pid=11108): Terminating (SIGTERM)\u000a20:22:05.048886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11111): Terminating (SIGTERM)\u000a20:22:05.090800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11114): Terminating (SIGTERM)\u000a20:22:05.132573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11117): Terminating (SIGTERM)\u000a20:22:05.142230 --- ParallelTerminationStrategy: PID 11101 died...\u000a20:22:05.198119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Terminated: ok {rc=0}\u000a20:22:05.208243 --- ParallelTerminationStrategy: PID 11102 died...\u000a20:22:05.263746 run iperf3-srv_10.42.42.10(pid=11102): Terminated {rc=256}\u000a20:22:05.273858 --- ParallelTerminationStrategy: PID 11103 died...\u000a20:22:05.329586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11103): Terminated: ok {rc=0}\u000a20:22:05.339635 --- ParallelTerminationStrategy: PID 11104 died...\u000a20:22:05.395092 run iperf3-srv_10.42.42.10(pid=11104): Terminated {rc=256}\u000a20:22:05.405033 --- ParallelTerminationStrategy: PID 11105 died...\u000a20:22:05.460210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11105): Terminated: ok {rc=0}\u000a20:22:05.470262 --- ParallelTerminationStrategy: PID 11106 died...\u000a20:22:05.525468 run iperf3-srv_10.42.42.10(pid=11106): Terminated {rc=256}\u000a20:22:05.535496 --- ParallelTerminationStrategy: PID 11107 died...\u000a20:22:05.591266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11107): Terminated: ok {rc=0}\u000a20:22:05.601408 --- ParallelTerminationStrategy: PID 11108 died...\u000a20:22:05.656876 run iperf3-srv_10.42.42.10(pid=11108): Terminated {rc=256}\u000a20:22:05.666981 --- ParallelTerminationStrategy: PID 11111 died...\u000a20:22:05.722602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11111): Terminated: ok {rc=0}\u000a20:22:05.732700 --- ParallelTerminationStrategy: PID 11114 died...\u000a20:22:05.789203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11114): Terminated: ok {rc=0}\u000a20:22:05.799229 --- ParallelTerminationStrategy: PID 11117 died...\u000a20:22:05.855202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11117): Terminated: ok {rc=0}\u000a20:22:05.942968 bus /gobi_4: Setting Powered False\u000a20:22:07.051427 bus /gobi_4: Setting Powered False\u000a20:22:08.160572 bus /gobi_1: Setting Powered False\u000a20:22:09.268870 bus /gobi_1: Setting Powered False\u000a20:22:10.377234 bus /gobi_0: Setting Powered False\u000a20:22:11.483539 bus /gobi_0: Setting Powered False\u000a20:22:12.591697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11125): Process ended prematurely: osmo-stp_10.42.42.5(pid=11125) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11125)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11125): Process ended prematurely: osmo-stp_10.42.42.5(pid=11125) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:22:13.661093 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:13.673033 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:22:13.825671 tst ping.py: using LAC 23488\u000a20:22:13.941882 tst ping.py: using RAC 28\u000a20:22:14.058671 tst ping.py: using CellId 23488\u000a20:22:14.175058 tst ping.py: using BVCI 23489\u000a20:22:14.198316 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.209452 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.220158 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.231149 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.242178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.253110 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.264229 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:14.275244 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:22:14.566185 tst ping.py:19: start network...\u000a20:22:14.699634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:15.212340 run create_hlr_db(pid=11119): Launched\u000a20:22:15.397573 bus /gobi_6: Setting Powered False\u000a20:22:16.442252 run create_hlr_db(pid=11119): Terminated: ok {rc=0}\u000a20:22:16.898249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11121): Launched\u000a20:22:17.360001 run osmo-hlr_10.42.42.2(pid=11122): Launched\u000a20:22:17.477415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:18.038411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11124): Launched\u000a20:22:18.358122 run osmo-stp_10.42.42.5(pid=11125): Launched\u000a20:22:18.474031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:19.030576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11127): Launched\u000a20:22:19.145144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:19.425092 run patchelf(pid=11128): Launched\u000a20:22:19.612010 run osmo-stp_10.42.42.5(pid=11125): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11125)]\u000a20:22:19.749606 run osmo-stp_10.42.42.5(pid=11125): stdout: \u000a| (launched: 2022-12-09_20:22:18.201514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:19.886998 run osmo-stp_10.42.42.5(pid=11125): stderr: \u000a| �[0;m�[38;5;43m20221209202218395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202218395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202218396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202218396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202218396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202218397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202218397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:20.019969 run osmo-stp_10.42.42.5(pid=11125): stdout: \u000a| (launched: 2022-12-09_20:22:18.201514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:20.151250 run osmo-stp_10.42.42.5(pid=11125): stderr: \u000a| �[0;m�[38;5;43m20221209202218395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202218395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202218396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202218396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202218396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202218397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202218397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:20.303974 run patchelf(pid=11128): Terminating (SIGINT)\u000a20:22:20.483505 run patchelf(pid=11128): Terminated: ok {rc=0}\u000a20:22:20.516220 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11125): Process ended prematurely: osmo-stp_10.42.42.5(pid=11125) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11125)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:22:20.526338 tst ping.py:22: Test FAILED (6.9 sec)\u000a20:22:20.589276 run osmo-hlr_10.42.42.2(pid=11122): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11122)]\u000a20:22:20.640811 run osmo-hlr_10.42.42.2(pid=11122): stdout: \u000a| (launched: 2022-12-09_20:22:17.117202) \u000a20:22:20.693077 run osmo-hlr_10.42.42.2(pid=11122): stderr: \u000a| �[0;m�[1;31m20221209202217335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202217335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202217335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202217335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202217335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202217335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202217348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202217356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202217356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202217356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:20.737418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11121): Terminating (SIGTERM)\u000a20:22:20.779704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11124): Terminating (SIGTERM)\u000a20:22:20.821903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11127): Terminating (SIGTERM)\u000a20:22:20.831639 --- ParallelTerminationStrategy: PID 11121 died...\u000a20:22:20.888169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11121): Terminated: ok {rc=0}\u000a20:22:20.898403 --- ParallelTerminationStrategy: PID 11124 died...\u000a20:22:20.954676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11124): Terminated: ok {rc=0}\u000a20:22:20.964778 --- ParallelTerminationStrategy: PID 11127 died...\u000a20:22:21.020579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11127): Terminated: ok {rc=0}\u000a20:22:21.108054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11135): Process ended prematurely: osmo-stp_10.42.42.5(pid=11135) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11135)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11135): Process ended prematurely: osmo-stp_10.42.42.5(pid=11135) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:22:22.161628 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.174078 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:22:22.320557 tst ping_idle_ping.py: using LAC 23489\u000a20:22:22.440850 tst ping_idle_ping.py: using RAC 29\u000a20:22:22.560616 tst ping_idle_ping.py: using CellId 23489\u000a20:22:22.678593 tst ping_idle_ping.py: using BVCI 23490\u000a20:22:22.701707 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.712661 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.723538 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.734711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.745802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.756710 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.768042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:22:22.779249 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:22:23.055958 tst ping_idle_ping.py:24: start network...\u000a20:22:23.181723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:23.664790 run create_hlr_db(pid=11129): Launched\u000a20:22:23.838713 bus /gobi_6: Setting Powered False\u000a20:22:24.859790 run create_hlr_db(pid=11129): Terminated: ok {rc=0}\u000a20:22:25.289424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11131): Launched\u000a20:22:25.612155 run osmo-hlr_10.42.42.2(pid=11132): Launched\u000a20:22:25.733708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:26.292135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11134): Launched\u000a20:22:26.615695 run osmo-stp_10.42.42.5(pid=11135): Launched\u000a20:22:26.732259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:27.295314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11137): Launched\u000a20:22:27.409914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:27.691049 run patchelf(pid=11138): Launched\u000a20:22:27.879414 run osmo-stp_10.42.42.5(pid=11135): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11135)]\u000a20:22:28.016809 run osmo-stp_10.42.42.5(pid=11135): stdout: \u000a| (launched: 2022-12-09_20:22:26.455602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:28.154750 run osmo-stp_10.42.42.5(pid=11135): stderr: \u000a| �[0;m�[38;5;43m20221209202226647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202226647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202226648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202226648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202226649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202226649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202226649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:28.287400 run osmo-stp_10.42.42.5(pid=11135): stdout: \u000a| (launched: 2022-12-09_20:22:26.455602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:28.419015 run osmo-stp_10.42.42.5(pid=11135): stderr: \u000a| �[0;m�[38;5;43m20221209202226647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202226647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202226648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202226648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202226649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202226649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202226649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:28.572061 run patchelf(pid=11138): Terminating (SIGINT)\u000a20:22:28.751712 run patchelf(pid=11138): Terminated: ok {rc=0}\u000a20:22:28.784649 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11135): Process ended prematurely: osmo-stp_10.42.42.5(pid=11135) [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11135)] [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:22:28.794124 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:22:28.856786 run osmo-hlr_10.42.42.2(pid=11132): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11132)]\u000a20:22:28.907914 run osmo-hlr_10.42.42.2(pid=11132): stdout: \u000a| (launched: 2022-12-09_20:22:25.452838) \u000a20:22:28.959758 run osmo-hlr_10.42.42.2(pid=11132): stderr: \u000a| �[0;m�[1;31m20221209202225654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202225654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202225654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202225654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202225654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202225654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202225666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202225674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202225674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202225675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:29.003916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11131): Terminating (SIGTERM)\u000a20:22:29.045839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11134): Terminating (SIGTERM)\u000a20:22:29.087755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11137): Terminating (SIGTERM)\u000a20:22:29.097389 --- ParallelTerminationStrategy: PID 11131 died...\u000a20:22:29.153184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11131): Terminated: ok {rc=0}\u000a20:22:29.163072 --- ParallelTerminationStrategy: PID 11134 died...\u000a20:22:29.218843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11134): Terminated: ok {rc=0}\u000a20:22:29.228867 --- ParallelTerminationStrategy: PID 11137 died...\u000a20:22:29.284868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11137): Terminated: ok {rc=0}\u000a20:22:29.371703 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:21:30" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11154): Process ended prematurely: osmo-stp_10.42.42.5(pid=11154) [trial-2364↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11154)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11154): Process ended prematurely: osmo-stp_10.42.42.5(pid=11154) [trial-2364↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:22:31.372398 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:31.384087 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:22:31.561916 tst switch_tch_pdch.py: using LAC 23490\u000a20:22:31.724478 tst switch_tch_pdch.py: using RAC 30\u000a20:22:31.885800 tst switch_tch_pdch.py: using CellId 23490\u000a20:22:32.019512 tst switch_tch_pdch.py: using BVCI 23491\u000a20:22:32.044558 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.056847 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.068783 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.081058 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.093508 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.106296 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.118572 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:32.130509 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:22:32.253616 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:22:32.550277 tst switch_tch_pdch.py:51: start network...\u000a20:22:32.684061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:33.197846 run create_hlr_db(pid=11143): Launched\u000a20:22:33.383776 bus /gobi_6: Setting Powered False\u000a20:22:34.403665 run create_hlr_db(pid=11143): Terminated: ok {rc=0}\u000a20:22:34.830768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11145): Launched\u000a20:22:35.152892 run osmo-hlr_10.42.42.2(pid=11146): Launched\u000a20:22:35.270005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:35.827073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11148): Launched\u000a20:22:36.149437 run osmo-stp_10.42.42.5(pid=11154): Launched\u000a20:22:36.265241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:36.823268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11156): Launched\u000a20:22:36.937434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:37.216786 run patchelf(pid=11157): Launched\u000a20:22:37.404886 run osmo-stp_10.42.42.5(pid=11154): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11154)]\u000a20:22:37.541251 run osmo-stp_10.42.42.5(pid=11154): stdout: \u000a| (launched: 2022-12-09_20:22:35.991406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:37.677712 run osmo-stp_10.42.42.5(pid=11154): stderr: \u000a| �[0;m�[38;5;43m20221209202236185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202236186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202236186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202236186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:37.810494 run osmo-stp_10.42.42.5(pid=11154): stdout: \u000a| (launched: 2022-12-09_20:22:35.991406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:37.941199 run osmo-stp_10.42.42.5(pid=11154): stderr: \u000a| �[0;m�[38;5;43m20221209202236185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202236186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202236186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202236186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:38.093180 run patchelf(pid=11157): Terminating (SIGINT)\u000a20:22:38.272162 run patchelf(pid=11157): Terminated: ok {rc=0}\u000a20:22:38.304660 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11154): Process ended prematurely: osmo-stp_10.42.42.5(pid=11154) [trial-2364↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11154)] [trial-2364↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:22:38.314233 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a20:22:38.376705 run osmo-hlr_10.42.42.2(pid=11146): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11146)]\u000a20:22:38.427772 run osmo-hlr_10.42.42.2(pid=11146): stdout: \u000a| (launched: 2022-12-09_20:22:34.994299) \u000a20:22:38.479502 run osmo-hlr_10.42.42.2(pid=11146): stderr: \u000a| �[0;m�[1;31m20221209202235193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202235193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202235193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202235193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202235193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202235193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202235204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202235213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202235213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202235213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:38.523524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11145): Terminating (SIGTERM)\u000a20:22:38.564930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11148): Terminating (SIGTERM)\u000a20:22:38.606552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11156): Terminating (SIGTERM)\u000a20:22:38.615728 --- ParallelTerminationStrategy: PID 11145 died...\u000a20:22:38.670981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11145): Terminated: ok {rc=0}\u000a20:22:38.680822 --- ParallelTerminationStrategy: PID 11148 died...\u000a20:22:38.735806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11148): Terminated: ok {rc=0}\u000a20:22:38.745779 --- ParallelTerminationStrategy: PID 11156 died...\u000a20:22:38.801284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11156): Terminated: ok {rc=0}\u000a20:22:38.888253 bus /gobi_0: Setting Powered False\u000a20:22:39.989317 bus /gobi_0: Setting Powered False\u000a20:22:41.099368 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:22:31" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11167): Process ended prematurely: osmo-stp_10.42.42.5(pid=11167) [trial-2364↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11167): Process ended prematurely: osmo-stp_10.42.42.5(pid=11167) [trial-2364↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:22:43.024236 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.035080 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:22:43.182447 tst switch_tch_pdch.py: using LAC 23491\u000a20:22:43.297706 tst switch_tch_pdch.py: using RAC 31\u000a20:22:43.413349 tst switch_tch_pdch.py: using CellId 23491\u000a20:22:43.528249 tst switch_tch_pdch.py: using BVCI 23492\u000a20:22:43.551142 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.562042 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.572679 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.583678 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.594510 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.605305 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.616235 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:22:43.627043 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:22:43.746443 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:22:44.022764 tst switch_tch_pdch.py:51: start network...\u000a20:22:44.147437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:44.592435 run create_hlr_db(pid=11161): Launched\u000a20:22:44.714596 bus /gobi_6: Setting Powered False\u000a20:22:45.785830 run create_hlr_db(pid=11161): Terminated: ok {rc=0}\u000a20:22:46.200872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11163): Launched\u000a20:22:46.549883 run osmo-hlr_10.42.42.2(pid=11164): Launched\u000a20:22:46.780344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:47.353414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11166): Launched\u000a20:22:47.674246 run osmo-stp_10.42.42.5(pid=11167): Launched\u000a20:22:47.791028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:48.319766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11169): Launched\u000a20:22:48.433603 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:48.713129 run patchelf(pid=11170): Launched\u000a20:22:48.900264 run osmo-stp_10.42.42.5(pid=11167): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)]\u000a20:22:49.037159 run osmo-stp_10.42.42.5(pid=11167): stdout: \u000a| (launched: 2022-12-09_20:22:47.516763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:49.173709 run osmo-stp_10.42.42.5(pid=11167): stderr: \u000a| �[0;m�[38;5;43m20221209202247709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202247709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202247709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202247709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202247710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202247710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202247710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:49.306137 run osmo-stp_10.42.42.5(pid=11167): stdout: \u000a| (launched: 2022-12-09_20:22:47.516763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:49.437858 run osmo-stp_10.42.42.5(pid=11167): stderr: \u000a| �[0;m�[38;5;43m20221209202247709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202247709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202247709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202247709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202247710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202247710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202247710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:49.590136 run patchelf(pid=11170): Terminating (SIGINT)\u000a20:22:49.768922 run patchelf(pid=11170): Terminated: ok {rc=0}\u000a20:22:49.801458 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11167): Process ended prematurely: osmo-stp_10.42.42.5(pid=11167) [trial-2364↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11167)] [trial-2364↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:22:49.811092 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a20:22:49.873501 run osmo-hlr_10.42.42.2(pid=11164): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11164)]\u000a20:22:49.924707 run osmo-hlr_10.42.42.2(pid=11164): stdout: \u000a| (launched: 2022-12-09_20:22:46.370489) \u000a20:22:49.976486 run osmo-hlr_10.42.42.2(pid=11164): stderr: \u000a| �[0;m�[1;31m20221209202246726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202246726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202246726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202246726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202246726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202246726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202246745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202246753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202246753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202246753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:50.021068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11163): Terminating (SIGTERM)\u000a20:22:50.062803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11166): Terminating (SIGTERM)\u000a20:22:50.104588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11169): Terminating (SIGTERM)\u000a20:22:50.114219 --- ParallelTerminationStrategy: PID 11163 died...\u000a20:22:50.169849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11163): Terminated: ok {rc=0}\u000a20:22:50.179875 --- ParallelTerminationStrategy: PID 11166 died...\u000a20:22:50.235653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11166): Terminated: ok {rc=0}\u000a20:22:50.246006 --- ParallelTerminationStrategy: PID 11169 died...\u000a20:22:50.301930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11169): Terminated: ok {rc=0}\u000a20:22:50.389107 bus /gobi_0: Setting Powered False\u000a20:22:51.491181 bus /gobi_0: Setting Powered False\u000a20:22:52.601267 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:22:42" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11175): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11175) [trial-2364↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11175)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11175): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11175) [trial-2364↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:22:54.489835 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:22:54.500783 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:22:54.641817 tst mo_mt_sms.py: using LAC 23492\u000a20:22:54.769379 tst mo_mt_sms.py: using RAC 32\u000a20:22:54.896275 tst mo_mt_sms.py: using CellId 23492\u000a20:22:55.022910 tst mo_mt_sms.py: using BVCI 23493\u000a20:22:55.047245 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:22:55.162438 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:22:55.454510 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:22:55.587668 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:22:56.250281 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11174): Launched\u000a20:22:56.569170 run osmo-nitb_10.42.42.2(pid=11175): Launched\u000a20:22:56.765678 run osmo-nitb_10.42.42.2(pid=11175): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11175)]\u000a20:22:56.910118 run osmo-nitb_10.42.42.2(pid=11175): stdout: \u000a| (launched: 2022-12-09_20:22:56.413987) \u000a20:22:57.055088 run osmo-nitb_10.42.42.2(pid=11175): stderr: \u000a| (launched: 2022-12-09_20:22:56.461802)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:22:57.195440 run osmo-nitb_10.42.42.2(pid=11175): stdout: \u000a| (launched: 2022-12-09_20:22:56.413987) \u000a20:22:57.335196 run osmo-nitb_10.42.42.2(pid=11175): stderr: \u000a| (launched: 2022-12-09_20:22:56.461802)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:22:57.698495 tst osmo-nitb_10.42.42.2(pid=11175): stdout: \u000a| (launched: 2022-12-09_20:22:56.413987) \u000a20:22:57.827187 tst osmo-nitb_10.42.42.2(pid=11175): stderr: \u000a| (launched: 2022-12-09_20:22:56.461802)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:22:57.883692 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11175): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11175) [trial-2364↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11175)] [trial-2364↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a20:22:57.892844 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:22:57.929583 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11174): Terminating (SIGTERM)\u000a20:22:58.107460 --- ParallelTerminationStrategy: PID 11174 died...\u000a20:22:58.165549 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11174): Terminated: ok {rc=0}\u000a20:22:58.254143 bus /sierra_3: Setting Powered False\u000a20:22:59.361604 bus /sierra_3: Setting Powered False\u000a20:23:00.470902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:22:54" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "sms:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11199): Process ended prematurely: osmo-stp_10.42.42.5(pid=11199) [trial-2364↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11199): Process ended prematurely: osmo-stp_10.42.42.5(pid=11199) [trial-2364↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:23:02.406812 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:02.418227 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:23:02.567011 tst mo_mt_sms.py: using LAC 23493\u000a20:23:02.685771 tst mo_mt_sms.py: using RAC 33\u000a20:23:02.805245 tst mo_mt_sms.py: using CellId 23493\u000a20:23:02.923034 tst mo_mt_sms.py: using BVCI 23494\u000a20:23:02.946819 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:02.959114 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:02.970504 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:02.982852 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:02.996386 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:03.008615 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:23:03.127791 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:23:03.332398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:03.863709 run create_hlr_db(pid=11190): Launched\u000a20:23:04.054704 bus /sierra_2: Setting Powered False\u000a20:23:05.075320 run create_hlr_db(pid=11190): Terminated: ok {rc=0}\u000a20:23:05.508293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11193): Launched\u000a20:23:05.914623 run osmo-hlr_10.42.42.2(pid=11195): Launched\u000a20:23:06.084142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:06.730545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11197): Launched\u000a20:23:07.194453 run osmo-stp_10.42.42.5(pid=11199): Launched\u000a20:23:07.415715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:08.079333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11258): Launched\u000a20:23:08.562860 run osmo-msc_10.42.42.6(pid=11304): Launched\u000a20:23:08.986385 run osmo-stp_10.42.42.5(pid=11199): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)]\u000a20:23:09.247745 run osmo-stp_10.42.42.5(pid=11199): stdout: \u000a| (launched: 2022-12-09_20:23:06.898573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:09.434881 run osmo-stp_10.42.42.5(pid=11199): stderr: \u000a| �[0;m�[38;5;43m20221209202307233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202307233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202307234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202307234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202307234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202307235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202307235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:09.590670 run osmo-stp_10.42.42.5(pid=11199): stdout: \u000a| (launched: 2022-12-09_20:23:06.898573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:09.744621 run osmo-stp_10.42.42.5(pid=11199): stderr: \u000a| �[0;m�[38;5;43m20221209202307233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202307233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202307234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202307234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202307234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202307235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202307235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:09.803310 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11199): Process ended prematurely: osmo-stp_10.42.42.5(pid=11199) [trial-2364↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11199)] [trial-2364↪sms:trx-b200↪mo_mt_sms.py:16]\u000a20:23:09.812512 tst mo_mt_sms.py:16: Test FAILED (7.4 sec)\u000a20:23:09.876675 run osmo-hlr_10.42.42.2(pid=11195): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11195)]\u000a20:23:09.935476 run osmo-hlr_10.42.42.2(pid=11195): stdout: \u000a| (launched: 2022-12-09_20:23:05.662955) \u000a20:23:09.990216 run osmo-hlr_10.42.42.2(pid=11195): stderr: \u000a| �[0;m�[1;31m20221209202305961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202305961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202305961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202305961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202305961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202305962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202305987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202305997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202305998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202305998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:10.061977 run osmo-msc_10.42.42.6(pid=11304): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11304)]\u000a20:23:10.114163 run osmo-msc_10.42.42.6(pid=11304): stdout: \u000a| (launched: 2022-12-09_20:23:08.267582) \u000a20:23:10.167254 run osmo-msc_10.42.42.6(pid=11304): stderr: \u000a| �[0;m�[38;5;43m20221209202308846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202308846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7552c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202308846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202308846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202308846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202308846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202308848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202308848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202308857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202308857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:10.212783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11193): Terminating (SIGTERM)\u000a20:23:10.257798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11197): Terminating (SIGTERM)\u000a20:23:10.303156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11258): Terminating (SIGTERM)\u000a20:23:10.313739 --- ParallelTerminationStrategy: PID 11193 died...\u000a20:23:10.372799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11193): Terminated: ok {rc=0}\u000a20:23:10.383595 --- ParallelTerminationStrategy: PID 11197 died...\u000a20:23:10.440613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11197): Terminated: ok {rc=0}\u000a20:23:10.451190 --- ParallelTerminationStrategy: PID 11258 died...\u000a20:23:10.508337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11258): Terminated: ok {rc=0}\u000a20:23:10.596219 bus /sierra_3: Setting Powered False\u000a20:23:11.702608 bus /sierra_3: Setting Powered False\u000a20:23:12.814762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:23:02" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11465): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11465) [trial-2364↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11465)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11465): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11465) [trial-2364↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:23:14.667167 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:23:14.679399 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:23:14.820678 tst assert_extension.py: using LAC 23494\u000a20:23:14.941165 tst assert_extension.py: using RAC 34\u000a20:23:15.061962 tst assert_extension.py: using CellId 23494\u000a20:23:15.183157 tst assert_extension.py: using BVCI 23495\u000a20:23:15.207706 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:23:15.495457 tst assert_extension.py:10: start nitb and bts...\u000a20:23:15.628639 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:23:16.329467 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11464): Launched\u000a20:23:16.658569 run osmo-nitb_10.42.42.2(pid=11465): Launched\u000a20:23:16.849712 run osmo-nitb_10.42.42.2(pid=11465): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11465)]\u000a20:23:16.992126 run osmo-nitb_10.42.42.2(pid=11465): stdout: \u000a| (launched: 2022-12-09_20:23:16.486296) \u000a20:23:17.132997 run osmo-nitb_10.42.42.2(pid=11465): stderr: \u000a| (launched: 2022-12-09_20:23:16.532536)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:17.271119 run osmo-nitb_10.42.42.2(pid=11465): stdout: \u000a| (launched: 2022-12-09_20:23:16.486296) \u000a20:23:17.407984 run osmo-nitb_10.42.42.2(pid=11465): stderr: \u000a| (launched: 2022-12-09_20:23:16.532536)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:17.797680 tst osmo-nitb_10.42.42.2(pid=11465): stdout: \u000a| (launched: 2022-12-09_20:23:16.486296) \u000a20:23:17.921847 tst osmo-nitb_10.42.42.2(pid=11465): stderr: \u000a| (launched: 2022-12-09_20:23:16.532536)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:17.977343 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11465): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11465) [trial-2364↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11465)] [trial-2364↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a20:23:17.986644 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:23:18.025230 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11464): Terminating (SIGTERM)\u000a20:23:18.203808 --- ParallelTerminationStrategy: PID 11464 died...\u000a20:23:18.275726 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11464): Terminated: ok {rc=0}\u000a20:23:18.366430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11475): Process ended prematurely: osmo-stp_10.42.42.5(pid=11475) [trial-2364↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11475): Process ended prematurely: osmo-stp_10.42.42.5(pid=11475) [trial-2364↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:23:20.215427 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:20.227066 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:23:20.368128 tst assert_extension.py: using LAC 23495\u000a20:23:20.491151 tst assert_extension.py: using RAC 35\u000a20:23:20.616636 tst assert_extension.py: using CellId 23495\u000a20:23:20.737657 tst assert_extension.py: using BVCI 23496\u000a20:23:20.761916 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:20.774791 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:20.786361 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:20.799976 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:20.812425 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:23:20.824598 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:23:21.033462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:21.567034 run create_hlr_db(pid=11469): Launched\u000a20:23:21.748518 bus /sierra_2: Setting Powered False\u000a20:23:22.772558 run create_hlr_db(pid=11469): Terminated: ok {rc=0}\u000a20:23:23.201119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11471): Launched\u000a20:23:23.612840 run osmo-hlr_10.42.42.2(pid=11472): Launched\u000a20:23:23.858313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:24.511510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11474): Launched\u000a20:23:24.923175 run osmo-stp_10.42.42.5(pid=11475): Launched\u000a20:23:25.158344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:25.794029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11478): Launched\u000a20:23:26.115502 run osmo-msc_10.42.42.6(pid=11479): Launched\u000a20:23:26.303098 run osmo-stp_10.42.42.5(pid=11475): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)]\u000a20:23:26.442960 run osmo-stp_10.42.42.5(pid=11475): stdout: \u000a| (launched: 2022-12-09_20:23:24.672676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:26.576875 run osmo-stp_10.42.42.5(pid=11475): stderr: \u000a| �[0;m�[38;5;43m20221209202325010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202325010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202325010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202325011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202325013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202325014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202325014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:26.705793 run osmo-stp_10.42.42.5(pid=11475): stdout: \u000a| (launched: 2022-12-09_20:23:24.672676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:26.834281 run osmo-stp_10.42.42.5(pid=11475): stderr: \u000a| �[0;m�[38;5;43m20221209202325010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202325010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202325010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202325011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202325013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202325014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202325014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:26.890085 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11475): Process ended prematurely: osmo-stp_10.42.42.5(pid=11475) [trial-2364↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11475)] [trial-2364↪ussd:trx-b200↪assert_extension.py:17]\u000a20:23:26.898832 tst assert_extension.py:17: Test FAILED (6.7 sec)\u000a20:23:26.961710 run osmo-hlr_10.42.42.2(pid=11472): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11472)]\u000a20:23:27.013509 run osmo-hlr_10.42.42.2(pid=11472): stdout: \u000a| (launched: 2022-12-09_20:23:23.359529) \u000a20:23:27.065775 run osmo-hlr_10.42.42.2(pid=11472): stderr: \u000a| �[0;m�[1;31m20221209202323722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202323722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202323722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202323722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202323722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202323722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202323734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202323747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202323748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202323748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:27.137121 run osmo-msc_10.42.42.6(pid=11479): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11479)]\u000a20:23:27.189026 run osmo-msc_10.42.42.6(pid=11479): stdout: \u000a| (launched: 2022-12-09_20:23:25.956780) \u000a20:23:27.241448 run osmo-msc_10.42.42.6(pid=11479): stderr: \u000a| �[0;m�[38;5;43m20221209202326280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202326280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c0d32ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202326280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202326280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202326280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202326281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202326282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:27.285732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11471): Terminating (SIGTERM)\u000a20:23:27.327531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11474): Terminating (SIGTERM)\u000a20:23:27.369588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11478): Terminating (SIGTERM)\u000a20:23:27.379217 --- ParallelTerminationStrategy: PID 11471 died...\u000a20:23:27.435415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11471): Terminated: ok {rc=0}\u000a20:23:27.445842 --- ParallelTerminationStrategy: PID 11474 died...\u000a20:23:27.501916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11474): Terminated: ok {rc=0}\u000a20:23:27.511979 --- ParallelTerminationStrategy: PID 11478 died...\u000a20:23:27.567858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11478): Terminated: ok {rc=0}\u000a20:23:27.655828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:23:20" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11490): Process ended prematurely: osmo-stp_10.42.42.5(pid=11490) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11490)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11490): Process ended prematurely: osmo-stp_10.42.42.5(pid=11490) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:23:29.624365 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:29.635897 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:23:29.799422 tst mo_mt_call.py: using LAC 23496\u000a20:23:29.925882 tst mo_mt_call.py: using RAC 36\u000a20:23:30.050779 tst mo_mt_call.py: using CellId 23496\u000a20:23:30.169367 tst mo_mt_call.py: using BVCI 23497\u000a20:23:30.192794 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:30.204047 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:30.215249 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:30.226763 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:30.238326 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:30.249663 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:30.369197 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:30.582317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:31.157674 run create_hlr_db(pid=11484): Launched\u000a20:23:31.340362 bus /sierra_2: Setting Powered False\u000a20:23:32.373487 run create_hlr_db(pid=11484): Terminated: ok {rc=0}\u000a20:23:32.810215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11486): Launched\u000a20:23:33.139260 run osmo-hlr_10.42.42.2(pid=11487): Launched\u000a20:23:33.259214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:33.829782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11489): Launched\u000a20:23:34.158706 run osmo-stp_10.42.42.5(pid=11490): Launched\u000a20:23:34.278022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:34.878738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11492): Launched\u000a20:23:35.208585 run osmo-msc_10.42.42.6(pid=11493): Launched\u000a20:23:35.400426 run osmo-stp_10.42.42.5(pid=11490): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11490)]\u000a20:23:35.537876 run osmo-stp_10.42.42.5(pid=11490): stdout: \u000a| (launched: 2022-12-09_20:23:33.996307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:35.675241 run osmo-stp_10.42.42.5(pid=11490): stderr: \u000a| �[0;m�[38;5;43m20221209202334190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202334191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202334191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202334191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202334194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202334194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202334194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:35.808035 run osmo-stp_10.42.42.5(pid=11490): stdout: \u000a| (launched: 2022-12-09_20:23:33.996307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:35.938746 run osmo-stp_10.42.42.5(pid=11490): stderr: \u000a| �[0;m�[38;5;43m20221209202334190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202334191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202334191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202334191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202334194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202334194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202334194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:35.996196 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11490): Process ended prematurely: osmo-stp_10.42.42.5(pid=11490) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11490)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:23:36.005498 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:23:36.067874 run osmo-hlr_10.42.42.2(pid=11487): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11487)]\u000a20:23:36.119291 run osmo-hlr_10.42.42.2(pid=11487): stdout: \u000a| (launched: 2022-12-09_20:23:32.977354) \u000a20:23:36.171378 run osmo-hlr_10.42.42.2(pid=11487): stderr: \u000a| �[0;m�[1;31m20221209202333180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202333180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202333180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202333180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202333180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202333180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202333192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202333200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202333201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202333201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:36.242079 run osmo-msc_10.42.42.6(pid=11493): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11493)]\u000a20:23:36.293521 run osmo-msc_10.42.42.6(pid=11493): stdout: \u000a| (launched: 2022-12-09_20:23:35.045901) \u000a20:23:36.345650 run osmo-msc_10.42.42.6(pid=11493): stderr: \u000a| �[0;m�[38;5;43m20221209202335370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202335371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8728bcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202335371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202335371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202335371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202335371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202335373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202335373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202335373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202335373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:36.389783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11486): Terminating (SIGTERM)\u000a20:23:36.431398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11489): Terminating (SIGTERM)\u000a20:23:36.473026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11492): Terminating (SIGTERM)\u000a20:23:36.482546 --- ParallelTerminationStrategy: PID 11486 died...\u000a20:23:36.538129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11486): Terminated: ok {rc=0}\u000a20:23:36.548131 --- ParallelTerminationStrategy: PID 11489 died...\u000a20:23:36.604063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11489): Terminated: ok {rc=0}\u000a20:23:36.614142 --- ParallelTerminationStrategy: PID 11492 died...\u000a20:23:36.669862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11492): Terminated: ok {rc=0}\u000a20:23:36.757933 bus /sierra_3: Setting Powered False\u000a20:23:37.863546 bus /sierra_3: Setting Powered False\u000a20:23:38.974806 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11501): Process ended prematurely: osmo-stp_10.42.42.5(pid=11501) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11501): Process ended prematurely: osmo-stp_10.42.42.5(pid=11501) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:23:40.088540 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:40.100715 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:23:40.260640 tst mo_mt_call_osmux.py: using LAC 23497\u000a20:23:40.382417 tst mo_mt_call_osmux.py: using RAC 37\u000a20:23:40.507519 tst mo_mt_call_osmux.py: using CellId 23497\u000a20:23:40.625929 tst mo_mt_call_osmux.py: using BVCI 23498\u000a20:23:40.649424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:40.660254 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:40.671178 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:40.682506 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:40.693614 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:23:40.704649 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:40.825139 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:23:41.028055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:41.509911 run create_hlr_db(pid=11495): Launched\u000a20:23:41.686081 bus /sierra_2: Setting Powered False\u000a20:23:42.707402 run create_hlr_db(pid=11495): Terminated: ok {rc=0}\u000a20:23:43.114186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11497): Launched\u000a20:23:43.421959 run osmo-hlr_10.42.42.2(pid=11498): Launched\u000a20:23:43.538120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:44.072509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11500): Launched\u000a20:23:44.380502 run osmo-stp_10.42.42.5(pid=11501): Launched\u000a20:23:44.492744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:45.050010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11503): Launched\u000a20:23:45.357120 run osmo-msc_10.42.42.6(pid=11504): Launched\u000a20:23:45.536084 run osmo-stp_10.42.42.5(pid=11501): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)]\u000a20:23:45.665807 run osmo-stp_10.42.42.5(pid=11501): stdout: \u000a| (launched: 2022-12-09_20:23:44.228546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:45.792560 run osmo-stp_10.42.42.5(pid=11501): stderr: \u000a| �[0;m�[38;5;43m20221209202344401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202344401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202344402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202344402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202344402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202344403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202344403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:45.949068 run osmo-stp_10.42.42.5(pid=11501): stdout: \u000a| (launched: 2022-12-09_20:23:44.228546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:46.084922 run osmo-stp_10.42.42.5(pid=11501): stderr: \u000a| �[0;m�[38;5;43m20221209202344401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202344401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202344402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202344402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202344402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202344403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202344403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:46.144642 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11501): Process ended prematurely: osmo-stp_10.42.42.5(pid=11501) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11501)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:23:46.155164 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:23:46.220739 run osmo-hlr_10.42.42.2(pid=11498): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11498)]\u000a20:23:46.274016 run osmo-hlr_10.42.42.2(pid=11498): stdout: \u000a| (launched: 2022-12-09_20:23:43.269931) \u000a20:23:46.327805 run osmo-hlr_10.42.42.2(pid=11498): stderr: \u000a| �[0;m�[1;31m20221209202343446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202343446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202343446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202343446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202343446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202343446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202343462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202343472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202343472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202343473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:46.401832 run osmo-msc_10.42.42.6(pid=11504): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11504)]\u000a20:23:46.454504 run osmo-msc_10.42.42.6(pid=11504): stdout: \u000a| (launched: 2022-12-09_20:23:45.204919) \u000a20:23:46.508324 run osmo-msc_10.42.42.6(pid=11504): stderr: \u000a| �[0;m�[38;5;43m20221209202345480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202345480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f3907ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202345481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202345481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202345481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202345481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202345483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202345484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202345484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202345484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:46.553837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11497): Terminating (SIGTERM)\u000a20:23:46.601136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11500): Terminating (SIGTERM)\u000a20:23:46.645174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11503): Terminating (SIGTERM)\u000a20:23:46.656389 --- ParallelTerminationStrategy: PID 11497 died...\u000a20:23:46.716093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11497): Terminated: ok {rc=0}\u000a20:23:46.727100 --- ParallelTerminationStrategy: PID 11500 died...\u000a20:23:46.786041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11500): Terminated: ok {rc=0}\u000a20:23:46.796869 --- ParallelTerminationStrategy: PID 11503 died...\u000a20:23:46.854423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11503): Terminated: ok {rc=0}\u000a20:23:46.944133 bus /sierra_3: Setting Powered False\u000a20:23:48.051066 bus /sierra_3: Setting Powered False\u000a20:23:49.162308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:23:29" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11515): Process ended prematurely: osmo-stp_10.42.42.5(pid=11515) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11515)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11515): Process ended prematurely: osmo-stp_10.42.42.5(pid=11515) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:23:51.151015 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:51.162041 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:23:51.320247 tst mo_mt_call.py: using LAC 23498\u000a20:23:51.441277 tst mo_mt_call.py: using RAC 38\u000a20:23:51.563175 tst mo_mt_call.py: using CellId 23498\u000a20:23:51.694847 tst mo_mt_call.py: using BVCI 23499\u000a20:23:51.719964 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:51.731680 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:51.743224 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:51.755309 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:51.768212 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:23:51.782526 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:23:51.903603 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:23:52.107498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:52.589412 run create_hlr_db(pid=11509): Launched\u000a20:23:52.765285 bus /sierra_2: Setting Powered False\u000a20:23:53.787061 run create_hlr_db(pid=11509): Terminated: ok {rc=0}\u000a20:23:54.194452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11511): Launched\u000a20:23:54.500893 run osmo-hlr_10.42.42.2(pid=11512): Launched\u000a20:23:54.622429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:55.161740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11514): Launched\u000a20:23:55.468283 run osmo-stp_10.42.42.5(pid=11515): Launched\u000a20:23:55.582403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:56.181122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11517): Launched\u000a20:23:56.507439 run osmo-msc_10.42.42.6(pid=11518): Launched\u000a20:23:56.698578 run osmo-stp_10.42.42.5(pid=11515): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11515)]\u000a20:23:56.836396 run osmo-stp_10.42.42.5(pid=11515): stdout: \u000a| (launched: 2022-12-09_20:23:55.316384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:56.973340 run osmo-stp_10.42.42.5(pid=11515): stderr: \u000a| �[0;m�[38;5;43m20221209202355487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202355487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202355487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202355488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202355488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202355488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202355488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:57.104658 run osmo-stp_10.42.42.5(pid=11515): stdout: \u000a| (launched: 2022-12-09_20:23:55.316384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:57.234784 run osmo-stp_10.42.42.5(pid=11515): stderr: \u000a| �[0;m�[38;5;43m20221209202355487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202355487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202355487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202355488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202355488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202355488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202355488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:57.292182 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11515): Process ended prematurely: osmo-stp_10.42.42.5(pid=11515) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11515)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:23:57.301909 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:23:57.364196 run osmo-hlr_10.42.42.2(pid=11512): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11512)]\u000a20:23:57.415520 run osmo-hlr_10.42.42.2(pid=11512): stdout: \u000a| (launched: 2022-12-09_20:23:54.350102) \u000a20:23:57.467282 run osmo-hlr_10.42.42.2(pid=11512): stderr: \u000a| �[0;m�[1;31m20221209202354526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202354526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202354526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202354526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202354526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202354526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202354538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202354547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202354547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202354547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:57.537762 run osmo-msc_10.42.42.6(pid=11518): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11518)]\u000a20:23:57.588885 run osmo-msc_10.42.42.6(pid=11518): stdout: \u000a| (launched: 2022-12-09_20:23:56.347553) \u000a20:23:57.640612 run osmo-msc_10.42.42.6(pid=11518): stderr: \u000a| �[0;m�[38;5;43m20221209202356674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202356674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e16856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202356674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202356674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202356674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202356674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202356676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202356676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202356677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202356677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:57.684762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11511): Terminating (SIGTERM)\u000a20:23:57.727419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11514): Terminating (SIGTERM)\u000a20:23:57.769069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11517): Terminating (SIGTERM)\u000a20:23:57.778707 --- ParallelTerminationStrategy: PID 11511 died...\u000a20:23:57.834951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11511): Terminated: ok {rc=0}\u000a20:23:57.845216 --- ParallelTerminationStrategy: PID 11514 died...\u000a20:23:57.901240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11514): Terminated: ok {rc=0}\u000a20:23:57.911321 --- ParallelTerminationStrategy: PID 11517 died...\u000a20:23:57.967470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11517): Terminated: ok {rc=0}\u000a20:23:58.054541 bus /sierra_3: Setting Powered False\u000a20:23:59.162332 bus /sierra_3: Setting Powered False\u000a20:24:00.275368 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11526): Process ended prematurely: osmo-stp_10.42.42.5(pid=11526) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11526): Process ended prematurely: osmo-stp_10.42.42.5(pid=11526) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:24:01.393544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:24:01.406805 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:24:01.598313 tst mo_mt_call_osmux.py: using LAC 23499\u000a20:24:01.733584 tst mo_mt_call_osmux.py: using RAC 39\u000a20:24:01.891336 tst mo_mt_call_osmux.py: using CellId 23499\u000a20:24:02.028582 tst mo_mt_call_osmux.py: using BVCI 23500\u000a20:24:02.054684 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:24:02.067438 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:24:02.079425 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:24:02.091434 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:24:02.103562 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:24:02.116054 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:24:02.240677 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:24:02.455155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:02.940127 run create_hlr_db(pid=11520): Launched\u000a20:24:03.118090 bus /sierra_2: Setting Powered False\u000a20:24:04.139649 run create_hlr_db(pid=11520): Terminated: ok {rc=0}\u000a20:24:04.548564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11522): Launched\u000a20:24:04.857297 run osmo-hlr_10.42.42.2(pid=11523): Launched\u000a20:24:04.969389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:05.500746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11525): Launched\u000a20:24:05.808680 run osmo-stp_10.42.42.5(pid=11526): Launched\u000a20:24:05.920923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:06.487159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11528): Launched\u000a20:24:06.794965 run osmo-msc_10.42.42.6(pid=11529): Launched\u000a20:24:06.974692 run osmo-stp_10.42.42.5(pid=11526): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)]\u000a20:24:07.105396 run osmo-stp_10.42.42.5(pid=11526): stdout: \u000a| (launched: 2022-12-09_20:24:05.656573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:07.233489 run osmo-stp_10.42.42.5(pid=11526): stderr: \u000a| �[0;m�[38;5;43m20221209202405830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202405830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202405831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202405831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202405832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202405832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202405832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:07.357075 run osmo-stp_10.42.42.5(pid=11526): stdout: \u000a| (launched: 2022-12-09_20:24:05.656573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:07.479411 run osmo-stp_10.42.42.5(pid=11526): stderr: \u000a| �[0;m�[38;5;43m20221209202405830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202405830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202405831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202405831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202405832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202405832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202405832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:07.533517 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11526): Process ended prematurely: osmo-stp_10.42.42.5(pid=11526) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:24:07.542540 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:24:07.603362 run osmo-hlr_10.42.42.2(pid=11523): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11523)]\u000a20:24:07.652824 run osmo-hlr_10.42.42.2(pid=11523): stdout: \u000a| (launched: 2022-12-09_20:24:04.705714) \u000a20:24:07.703126 run osmo-hlr_10.42.42.2(pid=11523): stderr: \u000a| �[0;m�[1;31m20221209202404885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202404885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202404885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202404885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202404885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202404885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202404897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202404906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202404906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202404906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:07.770569 run osmo-msc_10.42.42.6(pid=11529): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11529)]\u000a20:24:07.820526 run osmo-msc_10.42.42.6(pid=11529): stdout: \u000a| (launched: 2022-12-09_20:24:06.643097) \u000a20:24:07.870756 run osmo-msc_10.42.42.6(pid=11529): stderr: \u000a| �[0;m�[38;5;43m20221209202406914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202406914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd03fd44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202406914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202406914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202406914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202406914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202406916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202406916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202406917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202406917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:07.912629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11522): Terminating (SIGTERM)\u000a20:24:07.952801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11525): Terminating (SIGTERM)\u000a20:24:07.993632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11528): Terminating (SIGTERM)\u000a20:24:08.003326 --- ParallelTerminationStrategy: PID 11522 died...\u000a20:24:08.056575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11522): Terminated: ok {rc=0}\u000a20:24:08.066719 --- ParallelTerminationStrategy: PID 11525 died...\u000a20:24:08.120122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11525): Terminated: ok {rc=0}\u000a20:24:08.129816 --- ParallelTerminationStrategy: PID 11528 died...\u000a20:24:08.182922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11528): Terminated: ok {rc=0}\u000a20:24:08.271012 bus /sierra_3: Setting Powered False\u000a20:24:09.379678 bus /sierra_3: Setting Powered False\u000a20:24:10.490771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:23:50" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11540): Process ended prematurely: osmo-stp_10.42.42.5(pid=11540) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11540)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11540): Process ended prematurely: osmo-stp_10.42.42.5(pid=11540) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:24:12.485982 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:12.497603 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:24:12.665979 tst mo_mt_call.py: using LAC 23500\u000a20:24:12.795584 tst mo_mt_call.py: using RAC 40\u000a20:24:12.924852 tst mo_mt_call.py: using CellId 23500\u000a20:24:13.052370 tst mo_mt_call.py: using BVCI 23501\u000a20:24:13.077364 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:13.088741 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:13.100130 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:13.111437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:13.122917 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:13.134355 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:24:13.253823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:24:13.458233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:13.940277 run create_hlr_db(pid=11534): Launched\u000a20:24:14.116903 bus /sierra_2: Setting Powered False\u000a20:24:15.137831 run create_hlr_db(pid=11534): Terminated: ok {rc=0}\u000a20:24:15.544859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11536): Launched\u000a20:24:15.891387 run osmo-hlr_10.42.42.2(pid=11537): Launched\u000a20:24:16.106299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:16.702153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11539): Launched\u000a20:24:17.169417 run osmo-stp_10.42.42.5(pid=11540): Launched\u000a20:24:17.355171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:17.952412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11542): Launched\u000a20:24:18.279729 run osmo-msc_10.42.42.6(pid=11543): Launched\u000a20:24:18.472069 run osmo-stp_10.42.42.5(pid=11540): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11540)]\u000a20:24:18.610845 run osmo-stp_10.42.42.5(pid=11540): stdout: \u000a| (launched: 2022-12-09_20:24:16.874996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:18.748648 run osmo-stp_10.42.42.5(pid=11540): stderr: \u000a| �[0;m�[38;5;43m20221209202417183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202417183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202417183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202417184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202417184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202417184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202417184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:18.881355 run osmo-stp_10.42.42.5(pid=11540): stdout: \u000a| (launched: 2022-12-09_20:24:16.874996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:19.011947 run osmo-stp_10.42.42.5(pid=11540): stderr: \u000a| �[0;m�[38;5;43m20221209202417183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202417183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202417183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202417184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202417184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202417184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202417184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:19.069669 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11540): Process ended prematurely: osmo-stp_10.42.42.5(pid=11540) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11540)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:24:19.079381 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:24:19.141977 run osmo-hlr_10.42.42.2(pid=11537): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11537)]\u000a20:24:19.193610 run osmo-hlr_10.42.42.2(pid=11537): stdout: \u000a| (launched: 2022-12-09_20:24:15.700140) \u000a20:24:19.245727 run osmo-hlr_10.42.42.2(pid=11537): stderr: \u000a| �[0;m�[1;31m20221209202415879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202415879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202415879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202415879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202415879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202415879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202415898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202415908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202415913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202415913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:19.316453 run osmo-msc_10.42.42.6(pid=11543): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11543)]\u000a20:24:19.368347 run osmo-msc_10.42.42.6(pid=11543): stdout: \u000a| (launched: 2022-12-09_20:24:18.119484) \u000a20:24:19.420425 run osmo-msc_10.42.42.6(pid=11543): stderr: \u000a| �[0;m�[38;5;43m20221209202418442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202418442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faafa8b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202418442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202418442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202418442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202418443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202418444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202418445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202418445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202418445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:19.464467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11536): Terminating (SIGTERM)\u000a20:24:19.506309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11539): Terminating (SIGTERM)\u000a20:24:19.548055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11542): Terminating (SIGTERM)\u000a20:24:19.557699 --- ParallelTerminationStrategy: PID 11536 died...\u000a20:24:19.613609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11536): Terminated: ok {rc=0}\u000a20:24:19.623734 --- ParallelTerminationStrategy: PID 11539 died...\u000a20:24:19.679500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11539): Terminated: ok {rc=0}\u000a20:24:19.689987 --- ParallelTerminationStrategy: PID 11542 died...\u000a20:24:19.745716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11542): Terminated: ok {rc=0}\u000a20:24:19.836053 bus /sierra_3: Setting Powered False\u000a20:24:20.941322 bus /sierra_3: Setting Powered False\u000a20:24:22.052634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11551): Process ended prematurely: osmo-stp_10.42.42.5(pid=11551) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11551)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11551): Process ended prematurely: osmo-stp_10.42.42.5(pid=11551) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:24:23.163680 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:23.175536 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:24:23.333742 tst mo_mt_call_osmux.py: using LAC 23501\u000a20:24:23.454183 tst mo_mt_call_osmux.py: using RAC 41\u000a20:24:23.575787 tst mo_mt_call_osmux.py: using CellId 23501\u000a20:24:23.703287 tst mo_mt_call_osmux.py: using BVCI 23502\u000a20:24:23.726698 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:23.737820 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:23.748671 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:23.760091 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:23.771514 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:24:23.782932 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:24:23.900225 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:24:24.115530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:24.639483 run create_hlr_db(pid=11545): Launched\u000a20:24:24.829333 bus /sierra_2: Setting Powered False\u000a20:24:25.851104 run create_hlr_db(pid=11545): Terminated: ok {rc=0}\u000a20:24:26.263516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11547): Launched\u000a20:24:26.571145 run osmo-hlr_10.42.42.2(pid=11548): Launched\u000a20:24:26.692516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:27.232170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11550): Launched\u000a20:24:27.540554 run osmo-stp_10.42.42.5(pid=11551): Launched\u000a20:24:27.652142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:28.213317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11553): Launched\u000a20:24:28.522192 run osmo-msc_10.42.42.6(pid=11554): Launched\u000a20:24:28.702274 run osmo-stp_10.42.42.5(pid=11551): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11551)]\u000a20:24:28.832395 run osmo-stp_10.42.42.5(pid=11551): stdout: \u000a| (launched: 2022-12-09_20:24:27.387775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:28.960514 run osmo-stp_10.42.42.5(pid=11551): stderr: \u000a| �[0;m�[38;5;43m20221209202427562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202427562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202427562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202427563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202427563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202427563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202427563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:29.084314 run osmo-stp_10.42.42.5(pid=11551): stdout: \u000a| (launched: 2022-12-09_20:24:27.387775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:29.207049 run osmo-stp_10.42.42.5(pid=11551): stderr: \u000a| �[0;m�[38;5;43m20221209202427562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202427562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202427562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202427563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202427563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202427563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202427563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:29.260996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11551): Process ended prematurely: osmo-stp_10.42.42.5(pid=11551) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11551)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:24:29.269924 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:24:29.330846 run osmo-hlr_10.42.42.2(pid=11548): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11548)]\u000a20:24:29.380637 run osmo-hlr_10.42.42.2(pid=11548): stdout: \u000a| (launched: 2022-12-09_20:24:26.419177) \u000a20:24:29.431258 run osmo-hlr_10.42.42.2(pid=11548): stderr: \u000a| �[0;m�[1;31m20221209202426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202426598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202426611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202426619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202426620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202426620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:29.499468 run osmo-msc_10.42.42.6(pid=11554): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11554)]\u000a20:24:29.549171 run osmo-msc_10.42.42.6(pid=11554): stdout: \u000a| (launched: 2022-12-09_20:24:28.369394) \u000a20:24:29.599614 run osmo-msc_10.42.42.6(pid=11554): stderr: \u000a| �[0;m�[38;5;43m20221209202428644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202428644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effbb06dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202428644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202428644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202428645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202428645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202428647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202428647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202428647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202428647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:29.641979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11547): Terminating (SIGTERM)\u000a20:24:29.682349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11550): Terminating (SIGTERM)\u000a20:24:29.722951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11553): Terminating (SIGTERM)\u000a20:24:29.732259 --- ParallelTerminationStrategy: PID 11547 died...\u000a20:24:29.786746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11547): Terminated: ok {rc=0}\u000a20:24:29.796453 --- ParallelTerminationStrategy: PID 11550 died...\u000a20:24:29.849733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11550): Terminated: ok {rc=0}\u000a20:24:29.859737 --- ParallelTerminationStrategy: PID 11553 died...\u000a20:24:29.913136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11553): Terminated: ok {rc=0}\u000a20:24:29.997508 bus /sierra_3: Setting Powered False\u000a20:24:31.100055 bus /sierra_3: Setting Powered False\u000a20:24:32.220477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:24:12" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11565): Process ended prematurely: osmo-stp_10.42.42.5(pid=11565) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11565): Process ended prematurely: osmo-stp_10.42.42.5(pid=11565) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:24:34.226614 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:34.237681 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:24:34.396093 tst mo_mt_call.py: using LAC 23502\u000a20:24:34.516470 tst mo_mt_call.py: using RAC 42\u000a20:24:34.637388 tst mo_mt_call.py: using CellId 23502\u000a20:24:34.756181 tst mo_mt_call.py: using BVCI 23503\u000a20:24:34.779320 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:34.790380 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:34.801207 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:34.812283 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:34.823456 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:34.834592 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:34.954773 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:35.168077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:35.692757 run create_hlr_db(pid=11559): Launched\u000a20:24:35.882932 bus /sierra_2: Setting Powered False\u000a20:24:36.904392 run create_hlr_db(pid=11559): Terminated: ok {rc=0}\u000a20:24:37.341019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11561): Launched\u000a20:24:37.668469 run osmo-hlr_10.42.42.2(pid=11562): Launched\u000a20:24:37.791497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:38.360598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11564): Launched\u000a20:24:38.688542 run osmo-stp_10.42.42.5(pid=11565): Launched\u000a20:24:38.806540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:39.408464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11567): Launched\u000a20:24:39.736471 run osmo-msc_10.42.42.6(pid=11568): Launched\u000a20:24:39.928152 run osmo-stp_10.42.42.5(pid=11565): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)]\u000a20:24:40.066162 run osmo-stp_10.42.42.5(pid=11565): stdout: \u000a| (launched: 2022-12-09_20:24:38.527127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:40.203706 run osmo-stp_10.42.42.5(pid=11565): stderr: \u000a| �[0;m�[38;5;43m20221209202438721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202438722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202438722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202438722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202438723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202438723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202438723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:40.336638 run osmo-stp_10.42.42.5(pid=11565): stdout: \u000a| (launched: 2022-12-09_20:24:38.527127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:40.467781 run osmo-stp_10.42.42.5(pid=11565): stderr: \u000a| �[0;m�[38;5;43m20221209202438721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202438722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202438722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202438722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202438723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202438723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202438723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:40.525700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11565): Process ended prematurely: osmo-stp_10.42.42.5(pid=11565) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11565)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:24:40.535363 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:24:40.598281 run osmo-hlr_10.42.42.2(pid=11562): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11562)]\u000a20:24:40.649875 run osmo-hlr_10.42.42.2(pid=11562): stdout: \u000a| (launched: 2022-12-09_20:24:37.507623) \u000a20:24:40.702050 run osmo-hlr_10.42.42.2(pid=11562): stderr: \u000a| �[0;m�[1;31m20221209202437708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202437708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202437708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202437708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202437708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202437708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202437721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202437729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202437729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202437729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:40.772246 run osmo-msc_10.42.42.6(pid=11568): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11568)]\u000a20:24:40.823625 run osmo-msc_10.42.42.6(pid=11568): stdout: \u000a| (launched: 2022-12-09_20:24:39.575445) \u000a20:24:40.875437 run osmo-msc_10.42.42.6(pid=11568): stderr: \u000a| �[0;m�[38;5;43m20221209202439901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202439901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2664a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202439901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202439901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202439901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202439901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202439903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202439903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202439903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202439904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:40.919321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11561): Terminating (SIGTERM)\u000a20:24:40.960724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11564): Terminating (SIGTERM)\u000a20:24:41.002328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11567): Terminating (SIGTERM)\u000a20:24:41.012148 --- ParallelTerminationStrategy: PID 11561 died...\u000a20:24:41.067843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11561): Terminated: ok {rc=0}\u000a20:24:41.078149 --- ParallelTerminationStrategy: PID 11564 died...\u000a20:24:41.133737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11564): Terminated: ok {rc=0}\u000a20:24:41.143848 --- ParallelTerminationStrategy: PID 11567 died...\u000a20:24:41.199662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11567): Terminated: ok {rc=0}\u000a20:24:41.287343 bus /sierra_3: Setting Powered False\u000a20:24:42.390224 bus /sierra_3: Setting Powered False\u000a20:24:43.498508 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11576): Process ended prematurely: osmo-stp_10.42.42.5(pid=11576) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11576)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11576): Process ended prematurely: osmo-stp_10.42.42.5(pid=11576) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:24:44.613672 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:44.625937 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:24:44.793298 tst mo_mt_call_osmux.py: using LAC 23503\u000a20:24:44.921877 tst mo_mt_call_osmux.py: using RAC 43\u000a20:24:45.052653 tst mo_mt_call_osmux.py: using CellId 23503\u000a20:24:45.182351 tst mo_mt_call_osmux.py: using BVCI 23504\u000a20:24:45.207366 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:45.218868 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:45.230848 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:45.242480 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:45.254054 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:24:45.265505 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:45.382499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:24:45.586301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:46.140780 run create_hlr_db(pid=11570): Launched\u000a20:24:46.338297 bus /sierra_2: Setting Powered False\u000a20:24:47.363431 run create_hlr_db(pid=11570): Terminated: ok {rc=0}\u000a20:24:47.801837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11572): Launched\u000a20:24:48.129284 run osmo-hlr_10.42.42.2(pid=11573): Launched\u000a20:24:48.251783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:48.821308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11575): Launched\u000a20:24:49.148068 run osmo-stp_10.42.42.5(pid=11576): Launched\u000a20:24:49.266653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:49.863876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11578): Launched\u000a20:24:50.192507 run osmo-msc_10.42.42.6(pid=11579): Launched\u000a20:24:50.383725 run osmo-stp_10.42.42.5(pid=11576): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11576)]\u000a20:24:50.524275 run osmo-stp_10.42.42.5(pid=11576): stdout: \u000a| (launched: 2022-12-09_20:24:48.987578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:50.661672 run osmo-stp_10.42.42.5(pid=11576): stderr: \u000a| �[0;m�[38;5;43m20221209202449180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202449181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202449181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202449181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202449182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202449182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202449182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:50.793295 run osmo-stp_10.42.42.5(pid=11576): stdout: \u000a| (launched: 2022-12-09_20:24:48.987578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:50.924097 run osmo-stp_10.42.42.5(pid=11576): stderr: \u000a| �[0;m�[38;5;43m20221209202449180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202449181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202449181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202449181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202449182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202449182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202449182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:50.982082 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11576): Process ended prematurely: osmo-stp_10.42.42.5(pid=11576) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11576)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:24:50.991760 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:24:51.054011 run osmo-hlr_10.42.42.2(pid=11573): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11573)]\u000a20:24:51.105434 run osmo-hlr_10.42.42.2(pid=11573): stdout: \u000a| (launched: 2022-12-09_20:24:47.968861) \u000a20:24:51.157596 run osmo-hlr_10.42.42.2(pid=11573): stderr: \u000a| �[0;m�[1;31m20221209202448168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202448168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202448168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202448168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202448168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202448168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202448181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202448190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202448190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202448190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:51.228396 run osmo-msc_10.42.42.6(pid=11579): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11579)]\u000a20:24:51.279828 run osmo-msc_10.42.42.6(pid=11579): stdout: \u000a| (launched: 2022-12-09_20:24:50.030518) \u000a20:24:51.331853 run osmo-msc_10.42.42.6(pid=11579): stderr: \u000a| �[0;m�[38;5;43m20221209202450355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202450355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1c561ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202450355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202450355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202450355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202450355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202450357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202450357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202450358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202450358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:51.376093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11572): Terminating (SIGTERM)\u000a20:24:51.418123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11575): Terminating (SIGTERM)\u000a20:24:51.460065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11578): Terminating (SIGTERM)\u000a20:24:51.469843 --- ParallelTerminationStrategy: PID 11572 died...\u000a20:24:51.525996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11572): Terminated: ok {rc=0}\u000a20:24:51.536109 --- ParallelTerminationStrategy: PID 11575 died...\u000a20:24:51.591756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11575): Terminated: ok {rc=0}\u000a20:24:51.601712 --- ParallelTerminationStrategy: PID 11578 died...\u000a20:24:51.657189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11578): Terminated: ok {rc=0}\u000a20:24:51.744694 bus /sierra_3: Setting Powered False\u000a20:24:52.849056 bus /sierra_3: Setting Powered False\u000a20:24:53.961524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:24:33" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11590): Process ended prematurely: osmo-stp_10.42.42.5(pid=11590) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11590)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11590): Process ended prematurely: osmo-stp_10.42.42.5(pid=11590) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:24:55.950381 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:55.961694 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:24:56.120033 tst mo_mt_call.py: using LAC 23504\u000a20:24:56.242066 tst mo_mt_call.py: using RAC 44\u000a20:24:56.364456 tst mo_mt_call.py: using CellId 23504\u000a20:24:56.492788 tst mo_mt_call.py: using BVCI 23505\u000a20:24:56.518031 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:56.529834 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:56.541442 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:56.553183 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:56.565066 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:24:56.576643 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:24:56.693914 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:24:56.906713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:57.431882 run create_hlr_db(pid=11584): Launched\u000a20:24:57.621669 bus /sierra_2: Setting Powered False\u000a20:24:58.643180 run create_hlr_db(pid=11584): Terminated: ok {rc=0}\u000a20:24:59.054776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11586): Launched\u000a20:24:59.360593 run osmo-hlr_10.42.42.2(pid=11587): Launched\u000a20:24:59.480567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:00.018972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11589): Launched\u000a20:25:00.324538 run osmo-stp_10.42.42.5(pid=11590): Launched\u000a20:25:00.435047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:01.035914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11592): Launched\u000a20:25:01.536662 run osmo-msc_10.42.42.6(pid=11593): Launched\u000a20:25:02.102195 run osmo-stp_10.42.42.5(pid=11590): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11590)]\u000a20:25:02.243583 run osmo-stp_10.42.42.5(pid=11590): stdout: \u000a| (launched: 2022-12-09_20:25:00.174435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:02.383740 run osmo-stp_10.42.42.5(pid=11590): stderr: \u000a| �[0;m�[38;5;43m20221209202500345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202500346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202500346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202500346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202500347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202500347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202500347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:02.517216 run osmo-stp_10.42.42.5(pid=11590): stdout: \u000a| (launched: 2022-12-09_20:25:00.174435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:02.648465 run osmo-stp_10.42.42.5(pid=11590): stderr: \u000a| �[0;m�[38;5;43m20221209202500345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202500346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202500346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202500346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202500347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202500347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202500347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:02.706594 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11590): Process ended prematurely: osmo-stp_10.42.42.5(pid=11590) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11590)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:25:02.716188 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a20:25:02.779609 run osmo-hlr_10.42.42.2(pid=11587): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11587)]\u000a20:25:02.831870 run osmo-hlr_10.42.42.2(pid=11587): stdout: \u000a| (launched: 2022-12-09_20:24:59.210287) \u000a20:25:02.884518 run osmo-hlr_10.42.42.2(pid=11587): stderr: \u000a| �[0;m�[1;31m20221209202459389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202459389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202459389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202459389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202459389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202459389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202459401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202459411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202459411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202459411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:02.955766 run osmo-msc_10.42.42.6(pid=11593): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11593)]\u000a20:25:03.007644 run osmo-msc_10.42.42.6(pid=11593): stdout: \u000a| (launched: 2022-12-09_20:25:01.207070) \u000a20:25:03.060036 run osmo-msc_10.42.42.6(pid=11593): stderr: \u000a| �[0;m�[38;5;43m20221209202501611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202501611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd54650cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202501611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202501611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202501611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202501612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202501614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202501616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202501616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202501617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:03.104760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11586): Terminating (SIGTERM)\u000a20:25:03.147110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11589): Terminating (SIGTERM)\u000a20:25:03.189689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11592): Terminating (SIGTERM)\u000a20:25:03.199204 --- ParallelTerminationStrategy: PID 11586 died...\u000a20:25:03.255933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11586): Terminated: ok {rc=0}\u000a20:25:03.266241 --- ParallelTerminationStrategy: PID 11589 died...\u000a20:25:03.322439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11589): Terminated: ok {rc=0}\u000a20:25:03.332876 --- ParallelTerminationStrategy: PID 11592 died...\u000a20:25:03.388736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11592): Terminated: ok {rc=0}\u000a20:25:03.476096 bus /sierra_3: Setting Powered False\u000a20:25:04.583374 bus /sierra_3: Setting Powered False\u000a20:25:05.690825 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11604): Process ended prematurely: osmo-stp_10.42.42.5(pid=11604) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11604)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11604): Process ended prematurely: osmo-stp_10.42.42.5(pid=11604) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:06.806765 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:25:06.819117 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:25:06.987548 tst mo_mt_call_osmux.py: using LAC 23505\u000a20:25:07.120890 tst mo_mt_call_osmux.py: using RAC 45\u000a20:25:07.247957 tst mo_mt_call_osmux.py: using CellId 23505\u000a20:25:07.378815 tst mo_mt_call_osmux.py: using BVCI 23506\u000a20:25:07.403808 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:25:07.415354 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:25:07.426837 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:25:07.438369 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:25:07.449922 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:25:07.461423 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:25:07.583051 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:25:07.798868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:08.323374 run create_hlr_db(pid=11598): Launched\u000a20:25:08.514021 bus /sierra_2: Setting Powered False\u000a20:25:09.535684 run create_hlr_db(pid=11598): Terminated: ok {rc=0}\u000a20:25:09.948352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11600): Launched\u000a20:25:10.256602 run osmo-hlr_10.42.42.2(pid=11601): Launched\u000a20:25:10.376552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:10.949505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11603): Launched\u000a20:25:11.279627 run osmo-stp_10.42.42.5(pid=11604): Launched\u000a20:25:11.398289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:11.998512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11606): Launched\u000a20:25:12.328363 run osmo-msc_10.42.42.6(pid=11607): Launched\u000a20:25:12.520771 run osmo-stp_10.42.42.5(pid=11604): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11604)]\u000a20:25:12.659243 run osmo-stp_10.42.42.5(pid=11604): stdout: \u000a| (launched: 2022-12-09_20:25:11.117195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:12.797852 run osmo-stp_10.42.42.5(pid=11604): stderr: \u000a| �[0;m�[38;5;43m20221209202511313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202511313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202511314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202511314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202511315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202511315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202511315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:12.930803 run osmo-stp_10.42.42.5(pid=11604): stdout: \u000a| (launched: 2022-12-09_20:25:11.117195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:13.062054 run osmo-stp_10.42.42.5(pid=11604): stderr: \u000a| �[0;m�[38;5;43m20221209202511313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202511313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202511314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202511314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202511315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202511315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202511315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:13.120001 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11604): Process ended prematurely: osmo-stp_10.42.42.5(pid=11604) [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11604)] [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:25:13.129593 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:25:13.193180 run osmo-hlr_10.42.42.2(pid=11601): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11601)]\u000a20:25:13.245188 run osmo-hlr_10.42.42.2(pid=11601): stdout: \u000a| (launched: 2022-12-09_20:25:10.105092) \u000a20:25:13.297923 run osmo-hlr_10.42.42.2(pid=11601): stderr: \u000a| �[0;m�[1;31m20221209202510283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202510283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202510283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202510283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202510283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202510283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202510295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202510303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202510304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202510304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:13.369185 run osmo-msc_10.42.42.6(pid=11607): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11607)]\u000a20:25:13.420644 run osmo-msc_10.42.42.6(pid=11607): stdout: \u000a| (launched: 2022-12-09_20:25:12.165707) \u000a20:25:13.472592 run osmo-msc_10.42.42.6(pid=11607): stderr: \u000a| �[0;m�[38;5;43m20221209202512489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202512490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f636900dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202512490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202512490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202512490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202512490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202512492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202512492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202512493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202512493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:13.516892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11600): Terminating (SIGTERM)\u000a20:25:13.558992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11603): Terminating (SIGTERM)\u000a20:25:13.601189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11606): Terminating (SIGTERM)\u000a20:25:13.611094 --- ParallelTerminationStrategy: PID 11600 died...\u000a20:25:13.667485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11600): Terminated: ok {rc=0}\u000a20:25:13.677998 --- ParallelTerminationStrategy: PID 11603 died...\u000a20:25:13.734157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11603): Terminated: ok {rc=0}\u000a20:25:13.744330 --- ParallelTerminationStrategy: PID 11606 died...\u000a20:25:13.800238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11606): Terminated: ok {rc=0}\u000a20:25:13.888564 bus /sierra_3: Setting Powered False\u000a20:25:14.995435 bus /sierra_3: Setting Powered False\u000a20:25:16.121826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:24:55" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11618): Process ended prematurely: osmo-stp_10.42.42.5(pid=11618) [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11618)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11618): Process ended prematurely: osmo-stp_10.42.42.5(pid=11618) [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:25:18.129160 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:18.140641 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:25:18.305425 tst mo_mt_call.py: using LAC 23506\u000a20:25:18.430809 tst mo_mt_call.py: using RAC 46\u000a20:25:18.558519 tst mo_mt_call.py: using CellId 23506\u000a20:25:18.684169 tst mo_mt_call.py: using BVCI 23507\u000a20:25:18.708696 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:18.720356 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:18.731802 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:18.743224 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:18.754867 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:18.766373 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:18.880223 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:19.086598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:19.595502 run create_hlr_db(pid=11612): Launched\u000a20:25:19.780104 bus /sierra_2: Setting Powered False\u000a20:25:20.801563 run create_hlr_db(pid=11612): Terminated: ok {rc=0}\u000a20:25:21.227245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11614): Launched\u000a20:25:21.546533 run osmo-hlr_10.42.42.2(pid=11615): Launched\u000a20:25:21.663370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:22.220198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11617): Launched\u000a20:25:22.539081 run osmo-stp_10.42.42.5(pid=11618): Launched\u000a20:25:22.655838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:23.240634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11620): Launched\u000a20:25:23.559835 run osmo-msc_10.42.42.6(pid=11621): Launched\u000a20:25:23.746787 run osmo-stp_10.42.42.5(pid=11618): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11618)]\u000a20:25:23.881933 run osmo-stp_10.42.42.5(pid=11618): stdout: \u000a| (launched: 2022-12-09_20:25:22.382582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:24.016169 run osmo-stp_10.42.42.5(pid=11618): stderr: \u000a| �[0;m�[38;5;43m20221209202522574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202522574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202522575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202522575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202522576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202522576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202522576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:24.144681 run osmo-stp_10.42.42.5(pid=11618): stdout: \u000a| (launched: 2022-12-09_20:25:22.382582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:24.272138 run osmo-stp_10.42.42.5(pid=11618): stderr: \u000a| �[0;m�[38;5;43m20221209202522574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202522574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202522575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202522575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202522576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202522576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202522576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:24.328334 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11618): Process ended prematurely: osmo-stp_10.42.42.5(pid=11618) [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11618)] [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:25:24.337889 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:25:24.400302 run osmo-hlr_10.42.42.2(pid=11615): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11615)]\u000a20:25:24.451440 run osmo-hlr_10.42.42.2(pid=11615): stdout: \u000a| (launched: 2022-12-09_20:25:21.389882) \u000a20:25:24.503195 run osmo-hlr_10.42.42.2(pid=11615): stderr: \u000a| �[0;m�[1;31m20221209202521591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202521591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202521591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202521591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202521591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202521591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202521604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202521614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202521614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202521614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:24.573015 run osmo-msc_10.42.42.6(pid=11621): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11621)]\u000a20:25:24.623926 run osmo-msc_10.42.42.6(pid=11621): stdout: \u000a| (launched: 2022-12-09_20:25:23.403171) \u000a20:25:24.675044 run osmo-msc_10.42.42.6(pid=11621): stderr: \u000a| �[0;m�[38;5;43m20221209202523725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202523725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f7c344c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202523726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202523726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202523726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202523726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202523728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202523728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202523728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202523728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:24.718537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11614): Terminating (SIGTERM)\u000a20:25:24.760051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11617): Terminating (SIGTERM)\u000a20:25:24.801700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11620): Terminating (SIGTERM)\u000a20:25:24.810974 --- ParallelTerminationStrategy: PID 11614 died...\u000a20:25:24.866715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11614): Terminated: ok {rc=0}\u000a20:25:24.877002 --- ParallelTerminationStrategy: PID 11617 died...\u000a20:25:24.932353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11617): Terminated: ok {rc=0}\u000a20:25:24.942387 --- ParallelTerminationStrategy: PID 11620 died...\u000a20:25:24.997430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11620): Terminated: ok {rc=0}\u000a20:25:25.083996 bus /sierra_3: Setting Powered False\u000a20:25:26.187353 bus /sierra_3: Setting Powered False\u000a20:25:27.296163 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11629): Process ended prematurely: osmo-stp_10.42.42.5(pid=11629) [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11629)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11629): Process ended prematurely: osmo-stp_10.42.42.5(pid=11629) [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:28.410047 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:28.422263 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:25:28.585589 tst mo_mt_call_osmux.py: using LAC 23507\u000a20:25:28.716681 tst mo_mt_call_osmux.py: using RAC 47\u000a20:25:28.834712 tst mo_mt_call_osmux.py: using CellId 23507\u000a20:25:28.950707 tst mo_mt_call_osmux.py: using BVCI 23508\u000a20:25:28.973332 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:28.984405 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:28.995346 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:29.006564 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:29.017712 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:25:29.028773 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:29.148063 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:25:29.355937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:29.866778 run create_hlr_db(pid=11623): Launched\u000a20:25:30.051380 bus /sierra_2: Setting Powered False\u000a20:25:31.083309 run create_hlr_db(pid=11623): Terminated: ok {rc=0}\u000a20:25:31.552687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11625): Launched\u000a20:25:31.876571 run osmo-hlr_10.42.42.2(pid=11626): Launched\u000a20:25:32.039731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:32.724001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11628): Launched\u000a20:25:33.021537 run osmo-stp_10.42.42.5(pid=11629): Launched\u000a20:25:33.130187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:33.674263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11631): Launched\u000a20:25:33.972235 run osmo-msc_10.42.42.6(pid=11632): Launched\u000a20:25:34.146410 run osmo-stp_10.42.42.5(pid=11629): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11629)]\u000a20:25:34.272912 run osmo-stp_10.42.42.5(pid=11629): stdout: \u000a| (launched: 2022-12-09_20:25:32.875389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:34.397276 run osmo-stp_10.42.42.5(pid=11629): stderr: \u000a| �[0;m�[38;5;43m20221209202533041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202533041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202533042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202533042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202533042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202533042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202533043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:34.517093 run osmo-stp_10.42.42.5(pid=11629): stdout: \u000a| (launched: 2022-12-09_20:25:32.875389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:34.635759 run osmo-stp_10.42.42.5(pid=11629): stderr: \u000a| �[0;m�[38;5;43m20221209202533041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202533041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202533042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202533042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202533042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202533042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202533043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:34.688758 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11629): Process ended prematurely: osmo-stp_10.42.42.5(pid=11629) [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11629)] [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:25:34.697526 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:25:34.757231 run osmo-hlr_10.42.42.2(pid=11626): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11626)]\u000a20:25:34.805927 run osmo-hlr_10.42.42.2(pid=11626): stdout: \u000a| (launched: 2022-12-09_20:25:31.710799) \u000a20:25:34.855510 run osmo-hlr_10.42.42.2(pid=11626): stderr: \u000a| �[0;m�[1;31m20221209202532129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202532129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202532129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202532130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202532130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202532130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202532154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202532180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202532180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202532180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:34.922124 run osmo-msc_10.42.42.6(pid=11632): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11632)]\u000a20:25:34.970654 run osmo-msc_10.42.42.6(pid=11632): stdout: \u000a| (launched: 2022-12-09_20:25:33.825237) \u000a20:25:35.019883 run osmo-msc_10.42.42.6(pid=11632): stderr: \u000a| �[0;m�[38;5;43m20221209202534093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202534093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8372f28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202534093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202534093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202534093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202534094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202534095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202534096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202534096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202534096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:35.061281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11625): Terminating (SIGTERM)\u000a20:25:35.100570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11628): Terminating (SIGTERM)\u000a20:25:35.140122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11631): Terminating (SIGTERM)\u000a20:25:35.149450 --- ParallelTerminationStrategy: PID 11625 died...\u000a20:25:35.202368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11625): Terminated: ok {rc=0}\u000a20:25:35.211774 --- ParallelTerminationStrategy: PID 11628 died...\u000a20:25:35.263976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11628): Terminated: ok {rc=0}\u000a20:25:35.273564 --- ParallelTerminationStrategy: PID 11631 died...\u000a20:25:35.325944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11631): Terminated: ok {rc=0}\u000a20:25:35.413974 bus /sierra_3: Setting Powered False\u000a20:25:36.516491 bus /sierra_3: Setting Powered False\u000a20:25:37.627904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11644): Process ended prematurely: osmo-stp_10.42.42.5(pid=11644) [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11644)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11644): Process ended prematurely: osmo-stp_10.42.42.5(pid=11644) [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:25:39.610487 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:39.621238 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:25:39.777965 tst mo_mt_call.py: using LAC 23508\u000a20:25:39.898042 tst mo_mt_call.py: using RAC 48\u000a20:25:40.014823 tst mo_mt_call.py: using CellId 23508\u000a20:25:40.131170 tst mo_mt_call.py: using BVCI 23509\u000a20:25:40.153930 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:40.164611 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:40.175227 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:40.186204 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:40.197092 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:40.207920 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:40.322042 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:40.523988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:40.992654 run create_hlr_db(pid=11638): Launched\u000a20:25:41.164236 bus /sierra_2: Setting Powered False\u000a20:25:42.186182 run create_hlr_db(pid=11638): Terminated: ok {rc=0}\u000a20:25:42.610545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11640): Launched\u000a20:25:42.931807 run osmo-hlr_10.42.42.2(pid=11641): Launched\u000a20:25:43.050956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:43.605051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11643): Launched\u000a20:25:43.924141 run osmo-stp_10.42.42.5(pid=11644): Launched\u000a20:25:44.040367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:44.621999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11646): Launched\u000a20:25:44.941930 run osmo-msc_10.42.42.6(pid=11647): Launched\u000a20:25:45.128443 run osmo-stp_10.42.42.5(pid=11644): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11644)]\u000a20:25:45.263363 run osmo-stp_10.42.42.5(pid=11644): stdout: \u000a| (launched: 2022-12-09_20:25:43.767297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:45.397899 run osmo-stp_10.42.42.5(pid=11644): stderr: \u000a| �[0;m�[38;5;43m20221209202543956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202543956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202543956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202543957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202543957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202543957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202543957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:45.526694 run osmo-stp_10.42.42.5(pid=11644): stdout: \u000a| (launched: 2022-12-09_20:25:43.767297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:45.654550 run osmo-stp_10.42.42.5(pid=11644): stderr: \u000a| �[0;m�[38;5;43m20221209202543956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202543956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202543956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202543957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202543957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202543957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202543957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:45.710962 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11644): Process ended prematurely: osmo-stp_10.42.42.5(pid=11644) [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11644)] [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:25:45.720371 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:25:45.782847 run osmo-hlr_10.42.42.2(pid=11641): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11641)]\u000a20:25:45.838163 run osmo-hlr_10.42.42.2(pid=11641): stdout: \u000a| (launched: 2022-12-09_20:25:42.774144) \u000a20:25:45.925493 run osmo-hlr_10.42.42.2(pid=11641): stderr: \u000a| �[0;m�[1;31m20221209202542970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202542970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202542970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202542970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202542970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202542970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202542983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202542991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202542991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202542992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:45.997425 run osmo-msc_10.42.42.6(pid=11647): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11647)]\u000a20:25:46.051594 run osmo-msc_10.42.42.6(pid=11647): stdout: \u000a| (launched: 2022-12-09_20:25:44.785086) \u000a20:25:46.104342 run osmo-msc_10.42.42.6(pid=11647): stderr: \u000a| �[0;m�[38;5;43m20221209202545102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202545103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff16d335c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202545103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202545103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202545103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202545103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202545105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202545105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202545105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202545106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:46.149422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11640): Terminating (SIGTERM)\u000a20:25:46.193824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11643): Terminating (SIGTERM)\u000a20:25:46.238108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11646): Terminating (SIGTERM)\u000a20:25:46.248142 --- ParallelTerminationStrategy: PID 11640 died...\u000a20:25:46.308633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11640): Terminated: ok {rc=0}\u000a20:25:46.319138 --- ParallelTerminationStrategy: PID 11643 died...\u000a20:25:46.375038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11643): Terminated: ok {rc=0}\u000a20:25:46.385640 --- ParallelTerminationStrategy: PID 11646 died...\u000a20:25:46.442038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11646): Terminated: ok {rc=0}\u000a20:25:46.529826 bus /sierra_3: Setting Powered False\u000a20:25:47.634368 bus /sierra_3: Setting Powered False\u000a20:25:48.745627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11655): Process ended prematurely: osmo-stp_10.42.42.5(pid=11655) [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11655): Process ended prematurely: osmo-stp_10.42.42.5(pid=11655) [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:25:49.855252 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:49.866714 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:25:50.023588 tst mo_mt_call_osmux.py: using LAC 23509\u000a20:25:50.142492 tst mo_mt_call_osmux.py: using RAC 49\u000a20:25:50.258494 tst mo_mt_call_osmux.py: using CellId 23509\u000a20:25:50.377117 tst mo_mt_call_osmux.py: using BVCI 23510\u000a20:25:50.399745 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:50.410606 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:50.421256 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:50.432137 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:50.443106 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:25:50.454005 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:50.568426 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:25:50.776220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:25:51.284385 run create_hlr_db(pid=11649): Launched\u000a20:25:51.468467 bus /sierra_2: Setting Powered False\u000a20:25:52.490417 run create_hlr_db(pid=11649): Terminated: ok {rc=0}\u000a20:25:52.889478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11651): Launched\u000a20:25:53.185586 run osmo-hlr_10.42.42.2(pid=11652): Launched\u000a20:25:53.299351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:25:53.818891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11654): Launched\u000a20:25:54.114245 run osmo-stp_10.42.42.5(pid=11655): Launched\u000a20:25:54.222331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:25:54.762993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11657): Launched\u000a20:25:55.060707 run osmo-msc_10.42.42.6(pid=11658): Launched\u000a20:25:55.235500 run osmo-stp_10.42.42.5(pid=11655): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)]\u000a20:25:55.361819 run osmo-stp_10.42.42.5(pid=11655): stdout: \u000a| (launched: 2022-12-09_20:25:53.969532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:55.485854 run osmo-stp_10.42.42.5(pid=11655): stderr: \u000a| �[0;m�[38;5;43m20221209202554137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202554137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202554137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202554137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202554138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202554138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202554138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:55.605516 run osmo-stp_10.42.42.5(pid=11655): stdout: \u000a| (launched: 2022-12-09_20:25:53.969532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:25:55.724187 run osmo-stp_10.42.42.5(pid=11655): stderr: \u000a| �[0;m�[38;5;43m20221209202554137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202554137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202554137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202554137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202554138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202554138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202554138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:25:55.776432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11655): Process ended prematurely: osmo-stp_10.42.42.5(pid=11655) [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)] [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:25:55.784728 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:25:55.844396 run osmo-hlr_10.42.42.2(pid=11652): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11652)]\u000a20:25:55.893041 run osmo-hlr_10.42.42.2(pid=11652): stdout: \u000a| (launched: 2022-12-09_20:25:53.039887) \u000a20:25:55.942050 run osmo-hlr_10.42.42.2(pid=11652): stderr: \u000a| �[0;m�[1;31m20221209202553211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202553211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202553211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202553211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202553211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202553211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202553224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202553234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202553234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202553234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:25:56.008627 run osmo-msc_10.42.42.6(pid=11658): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11658)]\u000a20:25:56.057172 run osmo-msc_10.42.42.6(pid=11658): stdout: \u000a| (launched: 2022-12-09_20:25:54.913916) \u000a20:25:56.106310 run osmo-msc_10.42.42.6(pid=11658): stderr: \u000a| �[0;m�[38;5;43m20221209202555180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202555180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdeebf90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202555180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202555180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202555181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202555181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202555184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202555184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202555185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202555185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:25:56.147423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11651): Terminating (SIGTERM)\u000a20:25:56.186489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11654): Terminating (SIGTERM)\u000a20:25:56.225578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11657): Terminating (SIGTERM)\u000a20:25:56.234734 --- ParallelTerminationStrategy: PID 11651 died...\u000a20:25:56.287346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11651): Terminated: ok {rc=0}\u000a20:25:56.297036 --- ParallelTerminationStrategy: PID 11654 died...\u000a20:25:56.353996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11654): Terminated: ok {rc=0}\u000a20:25:56.364044 --- ParallelTerminationStrategy: PID 11657 died...\u000a20:25:56.420469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11657): Terminated: ok {rc=0}\u000a20:25:56.506586 bus /sierra_3: Setting Powered False\u000a20:25:57.612889 bus /sierra_3: Setting Powered False\u000a20:25:58.723099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:25:39" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11670): Process ended prematurely: osmo-stp_10.42.42.5(pid=11670) [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11670): Process ended prematurely: osmo-stp_10.42.42.5(pid=11670) [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a20:26:00.704625 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:00.715502 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:26:00.869961 tst mo_mt_call.py: using LAC 23510\u000a20:26:01.016473 tst mo_mt_call.py: using RAC 50\u000a20:26:01.137401 tst mo_mt_call.py: using CellId 23510\u000a20:26:01.257897 tst mo_mt_call.py: using BVCI 23511\u000a20:26:01.281592 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:01.293404 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:01.305113 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:01.317966 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:01.331665 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:01.344143 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:26:01.467989 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:26:01.679460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:02.239081 run create_hlr_db(pid=11664): Launched\u000a20:26:02.422273 bus /sierra_2: Setting Powered False\u000a20:26:03.442672 run create_hlr_db(pid=11664): Terminated: ok {rc=0}\u000a20:26:03.836591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11666): Launched\u000a20:26:04.129744 run osmo-hlr_10.42.42.2(pid=11667): Launched\u000a20:26:04.244825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:04.760383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11669): Launched\u000a20:26:05.054435 run osmo-stp_10.42.42.5(pid=11670): Launched\u000a20:26:05.161889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:05.699223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11672): Launched\u000a20:26:05.993964 run osmo-msc_10.42.42.6(pid=11673): Launched\u000a20:26:06.166947 run osmo-stp_10.42.42.5(pid=11670): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)]\u000a20:26:06.292144 run osmo-stp_10.42.42.5(pid=11670): stdout: \u000a| (launched: 2022-12-09_20:26:04.910093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:06.415103 run osmo-stp_10.42.42.5(pid=11670): stderr: \u000a| �[0;m�[38;5;43m20221209202605074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202605074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202605075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202605075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202605076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202605076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202605076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:06.533806 run osmo-stp_10.42.42.5(pid=11670): stdout: \u000a| (launched: 2022-12-09_20:26:04.910093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:06.651519 run osmo-stp_10.42.42.5(pid=11670): stderr: \u000a| �[0;m�[38;5;43m20221209202605074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202605074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202605075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202605075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202605076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202605076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202605076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:06.703580 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11670): Process ended prematurely: osmo-stp_10.42.42.5(pid=11670) [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11670)] [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a20:26:06.712226 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:26:06.771120 run osmo-hlr_10.42.42.2(pid=11667): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11667)]\u000a20:26:06.819195 run osmo-hlr_10.42.42.2(pid=11667): stdout: \u000a| (launched: 2022-12-09_20:26:03.985871) \u000a20:26:06.868305 run osmo-hlr_10.42.42.2(pid=11667): stderr: \u000a| �[0;m�[1;31m20221209202604155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202604155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202604155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202604155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202604155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202604155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202604167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202604176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202604177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202604177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:06.934417 run osmo-msc_10.42.42.6(pid=11673): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11673)]\u000a20:26:06.982990 run osmo-msc_10.42.42.6(pid=11673): stdout: \u000a| (launched: 2022-12-09_20:26:05.848924) \u000a20:26:07.032016 run osmo-msc_10.42.42.6(pid=11673): stderr: \u000a| �[0;m�[38;5;43m20221209202606116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202606116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc20b9d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202606116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202606117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202606117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202606117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202606119 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202606120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202606120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202606120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:07.073124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11666): Terminating (SIGTERM)\u000a20:26:07.112250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11669): Terminating (SIGTERM)\u000a20:26:07.151647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11672): Terminating (SIGTERM)\u000a20:26:07.160997 --- ParallelTerminationStrategy: PID 11666 died...\u000a20:26:07.213809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11666): Terminated: ok {rc=0}\u000a20:26:07.223428 --- ParallelTerminationStrategy: PID 11669 died...\u000a20:26:07.276551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11669): Terminated: ok {rc=0}\u000a20:26:07.286091 --- ParallelTerminationStrategy: PID 11672 died...\u000a20:26:07.338743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11672): Terminated: ok {rc=0}\u000a20:26:07.421996 bus /sierra_3: Setting Powered False\u000a20:26:08.527876 bus /sierra_3: Setting Powered False\u000a20:26:09.642621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11681): Process ended prematurely: osmo-stp_10.42.42.5(pid=11681) [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11681)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11681): Process ended prematurely: osmo-stp_10.42.42.5(pid=11681) [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:26:10.750729 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:10.762313 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:26:10.898870 tst mo_mt_call_osmux.py: using LAC 23511\u000a20:26:11.017347 tst mo_mt_call_osmux.py: using RAC 51\u000a20:26:11.134509 tst mo_mt_call_osmux.py: using CellId 23511\u000a20:26:11.251231 tst mo_mt_call_osmux.py: using BVCI 23512\u000a20:26:11.273566 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:11.284227 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:11.294851 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:11.305694 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:11.316379 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:26:11.327329 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:26:11.440798 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:26:11.649296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:12.154324 run create_hlr_db(pid=11675): Launched\u000a20:26:12.336102 bus /sierra_2: Setting Powered False\u000a20:26:13.358101 run create_hlr_db(pid=11675): Terminated: ok {rc=0}\u000a20:26:13.753779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11677): Launched\u000a20:26:14.047085 run osmo-hlr_10.42.42.2(pid=11678): Launched\u000a20:26:14.162712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:14.710981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11680): Launched\u000a20:26:15.026021 run osmo-stp_10.42.42.5(pid=11681): Launched\u000a20:26:15.139976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:15.717629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11683): Launched\u000a20:26:16.090966 run osmo-msc_10.42.42.6(pid=11684): Launched\u000a20:26:16.421099 run osmo-stp_10.42.42.5(pid=11681): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11681)]\u000a20:26:16.575740 run osmo-stp_10.42.42.5(pid=11681): stdout: \u000a| (launched: 2022-12-09_20:26:14.871997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:16.869264 run osmo-stp_10.42.42.5(pid=11681): stderr: \u000a| �[0;m�[38;5;43m20221209202615059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202615059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202615060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202615060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202615061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202615061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202615061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:17.131863 run osmo-stp_10.42.42.5(pid=11681): stdout: \u000a| (launched: 2022-12-09_20:26:14.871997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:17.297827 run osmo-stp_10.42.42.5(pid=11681): stderr: \u000a| �[0;m�[38;5;43m20221209202615059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202615059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202615060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202615060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202615061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202615061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202615061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:17.371729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11681): Process ended prematurely: osmo-stp_10.42.42.5(pid=11681) [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11681)] [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a20:26:17.385642 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:26:17.453721 run osmo-hlr_10.42.42.2(pid=11678): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11678)]\u000a20:26:17.504799 run osmo-hlr_10.42.42.2(pid=11678): stdout: \u000a| (launched: 2022-12-09_20:26:13.903013) \u000a20:26:17.555753 run osmo-hlr_10.42.42.2(pid=11678): stderr: \u000a| �[0;m�[1;31m20221209202614075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202614075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202614075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202614075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202614075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202614075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202614087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202614096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202614096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202614096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:17.622777 run osmo-msc_10.42.42.6(pid=11684): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11684)]\u000a20:26:17.671908 run osmo-msc_10.42.42.6(pid=11684): stdout: \u000a| (launched: 2022-12-09_20:26:15.883170) \u000a20:26:17.721189 run osmo-msc_10.42.42.6(pid=11684): stderr: \u000a| �[0;m�[38;5;43m20221209202616629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202616629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18c7224c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202616629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202616629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202616630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202616630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202616631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202616632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202616632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202616632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:17.762788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11677): Terminating (SIGTERM)\u000a20:26:17.802799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11680): Terminating (SIGTERM)\u000a20:26:17.842123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11683): Terminating (SIGTERM)\u000a20:26:17.851031 --- ParallelTerminationStrategy: PID 11677 died...\u000a20:26:17.903957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11677): Terminated: ok {rc=0}\u000a20:26:17.913615 --- ParallelTerminationStrategy: PID 11680 died...\u000a20:26:17.965883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11680): Terminated: ok {rc=0}\u000a20:26:17.975570 --- ParallelTerminationStrategy: PID 11683 died...\u000a20:26:18.027759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11683): Terminated: ok {rc=0}\u000a20:26:18.116569 bus /sierra_3: Setting Powered False\u000a20:26:19.220478 bus /sierra_3: Setting Powered False\u000a20:26:20.330936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:26:00" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11695): Process ended prematurely: osmo-stp_10.42.42.5(pid=11695) [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11695)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11695): Process ended prematurely: osmo-stp_10.42.42.5(pid=11695) [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:26:22.325570 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:22.337252 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:26:22.479274 tst mo_mt_call.py: using LAC 23512\u000a20:26:22.600484 tst mo_mt_call.py: using RAC 52\u000a20:26:22.719618 tst mo_mt_call.py: using CellId 23512\u000a20:26:22.841405 tst mo_mt_call.py: using BVCI 23513\u000a20:26:22.864403 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:22.875583 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:22.886713 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:22.897937 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:22.909257 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:22.920370 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:23.034111 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:23.235784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:23.711283 run create_hlr_db(pid=11689): Launched\u000a20:26:23.886157 bus /sierra_2: Setting Powered False\u000a20:26:24.907958 run create_hlr_db(pid=11689): Terminated: ok {rc=0}\u000a20:26:25.313177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11691): Launched\u000a20:26:25.617176 run osmo-hlr_10.42.42.2(pid=11692): Launched\u000a20:26:25.736874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:26.270587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11694): Launched\u000a20:26:26.574726 run osmo-stp_10.42.42.5(pid=11695): Launched\u000a20:26:26.686451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:27.239625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11697): Launched\u000a20:26:27.545718 run osmo-msc_10.42.42.6(pid=11698): Launched\u000a20:26:27.724235 run osmo-stp_10.42.42.5(pid=11695): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11695)]\u000a20:26:27.852725 run osmo-stp_10.42.42.5(pid=11695): stdout: \u000a| (launched: 2022-12-09_20:26:26.424455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:27.979263 run osmo-stp_10.42.42.5(pid=11695): stderr: \u000a| �[0;m�[38;5;43m20221209202626593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202626594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202626594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202626594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202626595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202626595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202626595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:28.101555 run osmo-stp_10.42.42.5(pid=11695): stdout: \u000a| (launched: 2022-12-09_20:26:26.424455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:28.222521 run osmo-stp_10.42.42.5(pid=11695): stderr: \u000a| �[0;m�[38;5;43m20221209202626593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202626594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202626594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202626594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202626595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202626595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202626595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:28.276039 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11695): Process ended prematurely: osmo-stp_10.42.42.5(pid=11695) [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11695)] [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:26:28.285050 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:26:28.344608 run osmo-hlr_10.42.42.2(pid=11692): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11692)]\u000a20:26:28.393178 run osmo-hlr_10.42.42.2(pid=11692): stdout: \u000a| (launched: 2022-12-09_20:26:25.467536) \u000a20:26:28.442314 run osmo-hlr_10.42.42.2(pid=11692): stderr: \u000a| �[0;m�[1;31m20221209202625644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202625644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202625644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202625644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202625644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202625644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202625656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202625665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202625665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202625665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:28.509180 run osmo-msc_10.42.42.6(pid=11698): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11698)]\u000a20:26:28.557888 run osmo-msc_10.42.42.6(pid=11698): stdout: \u000a| (launched: 2022-12-09_20:26:27.393851) \u000a20:26:28.607251 run osmo-msc_10.42.42.6(pid=11698): stderr: \u000a| �[0;m�[38;5;43m20221209202627662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202627662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5075fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202627662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202627663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202627663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202627663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202627665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202627665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202627665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202627665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:28.648575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11691): Terminating (SIGTERM)\u000a20:26:28.688226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11694): Terminating (SIGTERM)\u000a20:26:28.727640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11697): Terminating (SIGTERM)\u000a20:26:28.736856 --- ParallelTerminationStrategy: PID 11691 died...\u000a20:26:28.789890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11691): Terminated: ok {rc=0}\u000a20:26:28.799678 --- ParallelTerminationStrategy: PID 11694 died...\u000a20:26:28.852934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11694): Terminated: ok {rc=0}\u000a20:26:28.862721 --- ParallelTerminationStrategy: PID 11697 died...\u000a20:26:28.915380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11697): Terminated: ok {rc=0}\u000a20:26:29.001952 bus /sierra_3: Setting Powered False\u000a20:26:30.104140 bus /sierra_3: Setting Powered False\u000a20:26:31.238895 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11706): Process ended prematurely: osmo-stp_10.42.42.5(pid=11706) [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11706)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11706): Process ended prematurely: osmo-stp_10.42.42.5(pid=11706) [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:26:32.355582 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:32.367860 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:26:32.519244 tst mo_mt_call_osmux.py: using LAC 23513\u000a20:26:32.645128 tst mo_mt_call_osmux.py: using RAC 53\u000a20:26:32.770911 tst mo_mt_call_osmux.py: using CellId 23513\u000a20:26:32.897874 tst mo_mt_call_osmux.py: using BVCI 23514\u000a20:26:32.922618 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:32.934374 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:32.945825 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:32.957316 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:32.968855 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:26:32.980438 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:33.098464 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:26:33.313552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:33.828324 run create_hlr_db(pid=11700): Launched\u000a20:26:34.015177 bus /sierra_2: Setting Powered False\u000a20:26:35.025572 run create_hlr_db(pid=11700): Terminated: ok {rc=0}\u000a20:26:35.462856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11702): Launched\u000a20:26:35.785751 run osmo-hlr_10.42.42.2(pid=11703): Launched\u000a20:26:35.907085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:36.468012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11705): Launched\u000a20:26:36.790822 run osmo-stp_10.42.42.5(pid=11706): Launched\u000a20:26:36.907925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:37.498763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11708): Launched\u000a20:26:37.821807 run osmo-msc_10.42.42.6(pid=11709): Launched\u000a20:26:38.011886 run osmo-stp_10.42.42.5(pid=11706): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11706)]\u000a20:26:38.148733 run osmo-stp_10.42.42.5(pid=11706): stdout: \u000a| (launched: 2022-12-09_20:26:36.632821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:38.283845 run osmo-stp_10.42.42.5(pid=11706): stderr: \u000a| �[0;m�[38;5;43m20221209202636826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202636826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202636826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202636826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202636827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202636827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202636827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:38.413697 run osmo-stp_10.42.42.5(pid=11706): stdout: \u000a| (launched: 2022-12-09_20:26:36.632821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:38.542354 run osmo-stp_10.42.42.5(pid=11706): stderr: \u000a| �[0;m�[38;5;43m20221209202636826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202636826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202636826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202636826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202636827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202636827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202636827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:38.599068 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11706): Process ended prematurely: osmo-stp_10.42.42.5(pid=11706) [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11706)] [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:26:38.608124 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:26:38.670129 run osmo-hlr_10.42.42.2(pid=11703): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11703)]\u000a20:26:38.721062 run osmo-hlr_10.42.42.2(pid=11703): stdout: \u000a| (launched: 2022-12-09_20:26:35.627183) \u000a20:26:38.772771 run osmo-hlr_10.42.42.2(pid=11703): stderr: \u000a| �[0;m�[1;31m20221209202635826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202635826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202635826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202635826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202635826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202635826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202635838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202635847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202635847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202635847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:38.842707 run osmo-msc_10.42.42.6(pid=11709): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11709)]\u000a20:26:38.893749 run osmo-msc_10.42.42.6(pid=11709): stdout: \u000a| (launched: 2022-12-09_20:26:37.663269) \u000a20:26:38.945020 run osmo-msc_10.42.42.6(pid=11709): stderr: \u000a| �[0;m�[38;5;43m20221209202637984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202637984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11422cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202637984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202637984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202637984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202637984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202637986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202637987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202637987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202637987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:38.988671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11702): Terminating (SIGTERM)\u000a20:26:39.029854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11705): Terminating (SIGTERM)\u000a20:26:39.071229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11708): Terminating (SIGTERM)\u000a20:26:39.080711 --- ParallelTerminationStrategy: PID 11702 died...\u000a20:26:39.135950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11702): Terminated: ok {rc=0}\u000a20:26:39.145972 --- ParallelTerminationStrategy: PID 11705 died...\u000a20:26:39.201646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11705): Terminated: ok {rc=0}\u000a20:26:39.211582 --- ParallelTerminationStrategy: PID 11708 died...\u000a20:26:39.266902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11708): Terminated: ok {rc=0}\u000a20:26:39.354229 bus /sierra_3: Setting Powered False\u000a20:26:40.461227 bus /sierra_3: Setting Powered False\u000a20:26:41.569127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:26:22" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11721): Process ended prematurely: osmo-stp_10.42.42.5(pid=11721) [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11721)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11721): Process ended prematurely: osmo-stp_10.42.42.5(pid=11721) [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:26:43.575016 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:43.585576 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:26:43.721670 tst emergency_mo_mt_call.py: using LAC 23514\u000a20:26:43.840117 tst emergency_mo_mt_call.py: using RAC 54\u000a20:26:43.956332 tst emergency_mo_mt_call.py: using CellId 23514\u000a20:26:44.072561 tst emergency_mo_mt_call.py: using BVCI 23515\u000a20:26:44.095041 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:44.105762 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:44.116119 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:44.126774 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:44.137517 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:44.148111 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:44.267048 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:44.466339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:44.933938 run create_hlr_db(pid=11715): Launched\u000a20:26:45.105866 bus /sierra_2: Setting Powered False\u000a20:26:46.181114 run create_hlr_db(pid=11715): Terminated: ok {rc=0}\u000a20:26:46.645240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11717): Launched\u000a20:26:47.044563 run osmo-hlr_10.42.42.2(pid=11718): Launched\u000a20:26:47.232166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:47.811791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11720): Launched\u000a20:26:48.131180 run osmo-stp_10.42.42.5(pid=11721): Launched\u000a20:26:48.261767 tst emergency_mo_mt_call.py: using MSISDN 7366\u000a20:26:48.421332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:49.003097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11723): Launched\u000a20:26:49.321979 run osmo-msc_10.42.42.6(pid=11724): Launched\u000a20:26:49.507832 run osmo-stp_10.42.42.5(pid=11721): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11721)]\u000a20:26:49.641784 run osmo-stp_10.42.42.5(pid=11721): stdout: \u000a| (launched: 2022-12-09_20:26:47.974620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:49.775194 run osmo-stp_10.42.42.5(pid=11721): stderr: \u000a| �[0;m�[38;5;43m20221209202648163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202648163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202648163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202648164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202648164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202648164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202648164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:49.902959 run osmo-stp_10.42.42.5(pid=11721): stdout: \u000a| (launched: 2022-12-09_20:26:47.974620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:50.029728 run osmo-stp_10.42.42.5(pid=11721): stderr: \u000a| �[0;m�[38;5;43m20221209202648163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202648163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202648163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202648164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202648164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202648164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202648164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:50.085228 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11721): Process ended prematurely: osmo-stp_10.42.42.5(pid=11721) [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11721)] [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a20:26:50.093931 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a20:26:50.155614 run osmo-hlr_10.42.42.2(pid=11718): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11718)]\u000a20:26:50.206595 run osmo-hlr_10.42.42.2(pid=11718): stdout: \u000a| (launched: 2022-12-09_20:26:46.798982) \u000a20:26:50.258127 run osmo-hlr_10.42.42.2(pid=11718): stderr: \u000a| �[0;m�[1;31m20221209202647139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202647139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202647139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202647139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202647139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202647139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202647159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202647172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202647172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202647172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:50.328012 run osmo-msc_10.42.42.6(pid=11724): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11724)]\u000a20:26:50.378807 run osmo-msc_10.42.42.6(pid=11724): stdout: \u000a| (launched: 2022-12-09_20:26:49.165064) \u000a20:26:50.430219 run osmo-msc_10.42.42.6(pid=11724): stderr: \u000a| �[0;m�[38;5;43m20221209202649486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202649486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38c4507c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202649486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202649486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202649486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202649486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202649488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202649489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202649489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202649489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:50.473745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11717): Terminating (SIGTERM)\u000a20:26:50.515065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11720): Terminating (SIGTERM)\u000a20:26:50.556410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11723): Terminating (SIGTERM)\u000a20:26:50.565946 --- ParallelTerminationStrategy: PID 11717 died...\u000a20:26:50.620891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11717): Terminated: ok {rc=0}\u000a20:26:50.630833 --- ParallelTerminationStrategy: PID 11720 died...\u000a20:26:50.685879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11720): Terminated: ok {rc=0}\u000a20:26:50.695682 --- ParallelTerminationStrategy: PID 11723 died...\u000a20:26:50.750464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11723): Terminated: ok {rc=0}\u000a20:26:50.836485 bus /sierra_3: Setting Powered False\u000a20:26:51.941846 bus /sierra_3: Setting Powered False\u000a20:26:53.053247 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:26:54.103988 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:54.115319 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:26:54.254322 tst emergency_preemptive_call.py: using LAC 23515\u000a20:26:54.370771 tst emergency_preemptive_call.py: using RAC 55\u000a20:26:54.487077 tst emergency_preemptive_call.py: using CellId 23515\u000a20:26:54.605092 tst emergency_preemptive_call.py: using BVCI 23516\u000a20:26:54.627590 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:54.638291 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:54.648736 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:54.659891 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:54.671224 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:26:54.682394 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:54.796435 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:54.916250 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:55.031506 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:26:55.236561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:55.748504 run create_hlr_db(pid=11726): Launched\u000a20:26:55.934171 bus /sierra_2: Setting Powered False\u000a20:26:56.954478 run create_hlr_db(pid=11726): Terminated: ok {rc=0}\u000a20:26:57.354155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Launched\u000a20:26:57.654011 run osmo-hlr_10.42.42.2(pid=11729): Launched\u000a20:26:57.770258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:58.285578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Launched\u000a20:26:58.582929 run osmo-stp_10.42.42.5(pid=11732): Launched\u000a20:26:58.703272 tst emergency_preemptive_call.py: using MSISDN 7367\u000a20:26:58.850435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:59.389606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Launched\u000a20:26:59.686447 run osmo-msc_10.42.42.6(pid=11735): Launched\u000a20:26:59.860724 run osmo-stp_10.42.42.5(pid=11732): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)]\u000a20:26:59.986984 run osmo-stp_10.42.42.5(pid=11732): stdout: \u000a| (launched: 2022-12-09_20:26:58.436099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:00.110922 run osmo-stp_10.42.42.5(pid=11732): stderr: \u000a| �[0;m�[38;5;43m20221209202658604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202658604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202658604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202658605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202658605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202658605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202658606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:00.230121 run osmo-stp_10.42.42.5(pid=11732): stdout: \u000a| (launched: 2022-12-09_20:26:58.436099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:00.348629 run osmo-stp_10.42.42.5(pid=11732): stderr: \u000a| �[0;m�[38;5;43m20221209202658604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202658604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202658604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202658605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202658605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202658605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202658606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:00.400361 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)] [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a20:27:00.408333 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a20:27:00.468581 run osmo-hlr_10.42.42.2(pid=11729): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11729)]\u000a20:27:00.517692 run osmo-hlr_10.42.42.2(pid=11729): stdout: \u000a| (launched: 2022-12-09_20:26:57.506396) \u000a20:27:00.567358 run osmo-hlr_10.42.42.2(pid=11729): stderr: \u000a| �[0;m�[1;31m20221209202657681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202657681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202657681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202657681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202657681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202657681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202657692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202657701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202657701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202657701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:00.634979 run osmo-msc_10.42.42.6(pid=11735): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11735)]\u000a20:27:00.683696 run osmo-msc_10.42.42.6(pid=11735): stdout: \u000a| (launched: 2022-12-09_20:26:59.539738) \u000a20:27:00.733183 run osmo-msc_10.42.42.6(pid=11735): stderr: \u000a| �[0;m�[38;5;43m20221209202659809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209202659809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa9c541c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209202659809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209202659809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209202659809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209202659809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209202659811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209202659812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209202659812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209202659812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:00.774606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Terminating (SIGTERM)\u000a20:27:00.814065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Terminating (SIGTERM)\u000a20:27:00.864495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Terminating (SIGTERM)\u000a20:27:00.879849 --- ParallelTerminationStrategy: PID 11728 died...\u000a20:27:00.933460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Terminated: ok {rc=0}\u000a20:27:00.943393 --- ParallelTerminationStrategy: PID 11731 died...\u000a20:27:00.996558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Terminated: ok {rc=0}\u000a20:27:01.006546 --- ParallelTerminationStrategy: PID 11734 died...\u000a20:27:01.059577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Terminated: ok {rc=0}\u000a20:27:01.155300 bus /sierra_9: Setting Powered False\u000a20:27:02.270980 bus /sierra_9: Setting Powered False\u000a20:27:03.376987 bus /sierra_8: Setting Powered False\u000a20:27:04.482895 bus /sierra_8: Setting Powered False\u000a20:27:05.591007 bus /sierra_3: Setting Powered False\u000a20:27:06.696116 bus /sierra_3: Setting Powered False\u000a20:27:07.803916 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:26:43" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11751): Process ended prematurely: osmo-stp_10.42.42.5(pid=11751) [trial-2364↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11751): Process ended prematurely: osmo-stp_10.42.42.5(pid=11751) [trial-2364↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:27:09.931824 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:09.942851 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:10.089371 tst cs_paging_gprs_active.py: using LAC 23516\u000a20:27:10.214795 tst cs_paging_gprs_active.py: using RAC 56\u000a20:27:10.341758 tst cs_paging_gprs_active.py: using CellId 23516\u000a20:27:10.462065 tst cs_paging_gprs_active.py: using BVCI 23517\u000a20:27:10.485205 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.495853 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.506302 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.517047 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.527620 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.538057 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.548755 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.559439 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:10.570211 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:10.689076 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:10.984612 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:27:11.119991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:11.454833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11741): Launched\u000a20:27:11.733908 run iperf3-srv_10.42.42.10(pid=11742): Launched\u000a20:27:11.933529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:27:12.069423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:12.404197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11743): Launched\u000a20:27:12.683297 run iperf3-srv_10.42.42.10(pid=11744): Launched\u000a20:27:12.882831 tst cs_paging_gprs_active.py:38: start network...\u000a20:27:13.019515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:13.531576 run create_hlr_db(pid=11745): Launched\u000a20:27:13.706592 bus /sierra_2: Setting Powered False\u000a20:27:14.727800 run create_hlr_db(pid=11745): Terminated: ok {rc=0}\u000a20:27:15.130456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11747): Launched\u000a20:27:15.433284 run osmo-hlr_10.42.42.2(pid=11748): Launched\u000a20:27:15.552287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:16.128847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11750): Launched\u000a20:27:16.536485 run osmo-stp_10.42.42.5(pid=11751): Launched\u000a20:27:16.773022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:17.313647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11753): Launched\u000a20:27:17.422212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:17.687506 run patchelf(pid=11754): Launched\u000a20:27:17.865288 run osmo-stp_10.42.42.5(pid=11751): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)]\u000a20:27:17.995173 run osmo-stp_10.42.42.5(pid=11751): stdout: \u000a| (launched: 2022-12-09_20:27:16.285522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:18.125678 run osmo-stp_10.42.42.5(pid=11751): stderr: \u000a| �[0;m�[38;5;43m20221209202716591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202716592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202716592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202716592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:18.251459 run osmo-stp_10.42.42.5(pid=11751): stdout: \u000a| (launched: 2022-12-09_20:27:16.285522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:18.376298 run osmo-stp_10.42.42.5(pid=11751): stderr: \u000a| �[0;m�[38;5;43m20221209202716591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202716592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202716592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202716592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202716593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:18.521509 run patchelf(pid=11754): Terminating (SIGINT)\u000a20:27:18.691660 run patchelf(pid=11754): Terminated: ok {rc=0}\u000a20:27:18.722959 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11751): Process ended prematurely: osmo-stp_10.42.42.5(pid=11751) [trial-2364↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)] [trial-2364↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a20:27:18.732330 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:27:18.792488 run osmo-hlr_10.42.42.2(pid=11748): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11748)]\u000a20:27:18.841175 run osmo-hlr_10.42.42.2(pid=11748): stdout: \u000a| (launched: 2022-12-09_20:27:15.284022) \u000a20:27:18.890549 run osmo-hlr_10.42.42.2(pid=11748): stderr: \u000a| �[0;m�[1;31m20221209202715457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202715457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202715457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202715457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202715458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202715458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202715469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202715477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202715478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202715478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:18.932385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11741): Terminating (SIGTERM)\u000a20:27:18.971903 run iperf3-srv_10.42.42.10(pid=11742): Terminating (SIGTERM)\u000a20:27:19.011665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11743): Terminating (SIGTERM)\u000a20:27:19.050793 run iperf3-srv_10.42.42.10(pid=11744): Terminating (SIGTERM)\u000a20:27:19.090346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11747): Terminating (SIGTERM)\u000a20:27:19.130112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11750): Terminating (SIGTERM)\u000a20:27:19.170133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11753): Terminating (SIGTERM)\u000a20:27:19.179515 --- ParallelTerminationStrategy: PID 11741 died...\u000a20:27:19.232679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11741): Terminated: ok {rc=0}\u000a20:27:19.242435 --- ParallelTerminationStrategy: PID 11742 died...\u000a20:27:19.295623 run iperf3-srv_10.42.42.10(pid=11742): Terminated {rc=256}\u000a20:27:19.305186 --- ParallelTerminationStrategy: PID 11743 died...\u000a20:27:19.357678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11743): Terminated: ok {rc=0}\u000a20:27:19.367220 --- ParallelTerminationStrategy: PID 11744 died...\u000a20:27:19.419631 run iperf3-srv_10.42.42.10(pid=11744): Terminated {rc=256}\u000a20:27:19.429108 --- ParallelTerminationStrategy: PID 11747 died...\u000a20:27:19.481332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11747): Terminated: ok {rc=0}\u000a20:27:19.490946 --- ParallelTerminationStrategy: PID 11750 died...\u000a20:27:19.543475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11750): Terminated: ok {rc=0}\u000a20:27:19.553266 --- ParallelTerminationStrategy: PID 11753 died...\u000a20:27:19.606597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11753): Terminated: ok {rc=0}\u000a20:27:19.696185 bus /gobi_0: Setting Powered False\u000a20:27:20.798620 bus /gobi_0: Setting Powered False\u000a20:27:21.909797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11763): Process ended prematurely: osmo-stp_10.42.42.5(pid=11763) [trial-2364↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11763)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11763): Process ended prematurely: osmo-stp_10.42.42.5(pid=11763) [trial-2364↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a20:27:23.019641 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.030921 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:23.172178 tst iperf3.py: using LAC 23517\u000a20:27:23.299413 tst iperf3.py: using RAC 57\u000a20:27:23.426637 tst iperf3.py: using CellId 23517\u000a20:27:23.554559 tst iperf3.py: using BVCI 23518\u000a20:27:23.577940 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.588485 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.598969 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.609801 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.620410 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.631244 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.641923 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.652391 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:23.663519 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:23.959893 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:27:24.096475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:24.431938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11755): Launched\u000a20:27:24.711137 run iperf3-srv_10.42.42.10(pid=11756): Launched\u000a20:27:24.911029 tst iperf3.py:8: start network...\u000a20:27:25.047398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:25.567513 run create_hlr_db(pid=11757): Launched\u000a20:27:25.754878 bus /gobi_6: Setting Powered False\u000a20:27:26.775245 run create_hlr_db(pid=11757): Terminated: ok {rc=0}\u000a20:27:27.180508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11759): Launched\u000a20:27:27.483981 run osmo-hlr_10.42.42.2(pid=11760): Launched\u000a20:27:27.605213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:28.136527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11762): Launched\u000a20:27:28.438788 run osmo-stp_10.42.42.5(pid=11763): Launched\u000a20:27:28.549449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:29.075314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11765): Launched\u000a20:27:29.183831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:29.447745 run patchelf(pid=11767): Launched\u000a20:27:29.625173 run osmo-stp_10.42.42.5(pid=11763): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11763)]\u000a20:27:29.754145 run osmo-stp_10.42.42.5(pid=11763): stdout: \u000a| (launched: 2022-12-09_20:27:28.290474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:29.883893 run osmo-stp_10.42.42.5(pid=11763): stderr: \u000a| �[0;m�[38;5;43m20221209202728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202728457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202728458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202728458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:30.009504 run osmo-stp_10.42.42.5(pid=11763): stdout: \u000a| (launched: 2022-12-09_20:27:28.290474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:30.134270 run osmo-stp_10.42.42.5(pid=11763): stderr: \u000a| �[0;m�[38;5;43m20221209202728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202728456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202728457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202728458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202728458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:30.278744 run patchelf(pid=11767): Terminating (SIGINT)\u000a20:27:30.448506 run patchelf(pid=11767): Terminated: ok {rc=0}\u000a20:27:30.479721 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11763): Process ended prematurely: osmo-stp_10.42.42.5(pid=11763) [trial-2364↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11763)] [trial-2364↪gprs:trx-b200↪iperf3.py:8]\u000a20:27:30.488985 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:27:30.549100 run osmo-hlr_10.42.42.2(pid=11760): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11760)]\u000a20:27:30.597835 run osmo-hlr_10.42.42.2(pid=11760): stdout: \u000a| (launched: 2022-12-09_20:27:27.334499) \u000a20:27:30.647132 run osmo-hlr_10.42.42.2(pid=11760): stderr: \u000a| �[0;m�[1;31m20221209202727508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202727508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202727508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202727508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202727508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202727508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202727520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202727528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202727529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202727529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:30.688751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11755): Terminating (SIGTERM)\u000a20:27:30.727982 run iperf3-srv_10.42.42.10(pid=11756): Terminating (SIGTERM)\u000a20:27:30.767454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11759): Terminating (SIGTERM)\u000a20:27:30.806775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11762): Terminating (SIGTERM)\u000a20:27:30.846679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11765): Terminating (SIGTERM)\u000a20:27:30.855852 --- ParallelTerminationStrategy: PID 11755 died...\u000a20:27:30.915612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11755): Terminated: ok {rc=0}\u000a20:27:30.925573 --- ParallelTerminationStrategy: PID 11756 died...\u000a20:27:30.978452 run iperf3-srv_10.42.42.10(pid=11756): Terminated {rc=256}\u000a20:27:30.988627 --- ParallelTerminationStrategy: PID 11759 died...\u000a20:27:31.042108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11759): Terminated: ok {rc=0}\u000a20:27:31.052135 --- ParallelTerminationStrategy: PID 11762 died...\u000a20:27:31.106057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11762): Terminated: ok {rc=0}\u000a20:27:31.116117 --- ParallelTerminationStrategy: PID 11765 died...\u000a20:27:31.170068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11765): Terminated: ok {rc=0}\u000a20:27:31.259040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11784): Process ended prematurely: osmo-stp_10.42.42.5(pid=11784) [trial-2364↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11784)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11784): Process ended prematurely: osmo-stp_10.42.42.5(pid=11784) [trial-2364↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a20:27:32.375295 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:32.387288 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:32.532758 tst iperf3m4.py: using LAC 23518\u000a20:27:32.659497 tst iperf3m4.py: using RAC 58\u000a20:27:32.788155 tst iperf3m4.py: using CellId 23518\u000a20:27:32.915840 tst iperf3m4.py: using BVCI 23519\u000a20:27:32.940829 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:32.952090 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:32.962914 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:32.973857 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:32.984941 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:32.995925 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:33.006863 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:33.017556 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:33.028517 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:33.146163 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:33.267706 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:33.385365 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:33.667492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:27:33.794111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:34.108716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11768): Launched\u000a20:27:34.369663 run iperf3-srv_10.42.42.10(pid=11769): Launched\u000a20:27:34.554740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:27:34.681422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:34.995304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11770): Launched\u000a20:27:35.256018 run iperf3-srv_10.42.42.10(pid=11771): Launched\u000a20:27:35.441033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:27:35.567397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:35.884141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11772): Launched\u000a20:27:36.144476 run iperf3-srv_10.42.42.10(pid=11775): Launched\u000a20:27:36.328675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:27:36.455003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:27:36.768151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11776): Launched\u000a20:27:37.028615 run iperf3-srv_10.42.42.10(pid=11777): Launched\u000a20:27:37.213327 tst iperf3m4.py:8: start network...\u000a20:27:37.339040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:37.816755 run create_hlr_db(pid=11778): Launched\u000a20:27:37.990666 bus /gobi_6: Setting Powered False\u000a20:27:39.012134 run create_hlr_db(pid=11778): Terminated: ok {rc=0}\u000a20:27:39.415656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11780): Launched\u000a20:27:39.719708 run osmo-hlr_10.42.42.2(pid=11781): Launched\u000a20:27:39.834970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:40.362052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11783): Launched\u000a20:27:40.665263 run osmo-stp_10.42.42.5(pid=11784): Launched\u000a20:27:40.775673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:41.304217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11786): Launched\u000a20:27:41.412619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:41.679044 run patchelf(pid=11787): Launched\u000a20:27:41.858686 run osmo-stp_10.42.42.5(pid=11784): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11784)]\u000a20:27:41.990377 run osmo-stp_10.42.42.5(pid=11784): stdout: \u000a| (launched: 2022-12-09_20:27:40.516122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:42.122006 run osmo-stp_10.42.42.5(pid=11784): stderr: \u000a| �[0;m�[38;5;43m20221209202740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202740686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202740686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202740686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202740687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202740687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:42.249542 run osmo-stp_10.42.42.5(pid=11784): stdout: \u000a| (launched: 2022-12-09_20:27:40.516122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:42.375597 run osmo-stp_10.42.42.5(pid=11784): stderr: \u000a| �[0;m�[38;5;43m20221209202740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202740685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202740686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202740686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202740686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202740687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202740687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:42.522209 run patchelf(pid=11787): Terminating (SIGINT)\u000a20:27:42.694231 run patchelf(pid=11787): Terminated: ok {rc=0}\u000a20:27:42.725981 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11784): Process ended prematurely: osmo-stp_10.42.42.5(pid=11784) [trial-2364↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11784)] [trial-2364↪gprs:trx-b200↪iperf3m4.py:8]\u000a20:27:42.735468 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a20:27:42.796558 run osmo-hlr_10.42.42.2(pid=11781): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11781)]\u000a20:27:42.845501 run osmo-hlr_10.42.42.2(pid=11781): stdout: \u000a| (launched: 2022-12-09_20:27:39.570030) \u000a20:27:42.895066 run osmo-hlr_10.42.42.2(pid=11781): stderr: \u000a| �[0;m�[1;31m20221209202739744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202739744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202739744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202739744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202739744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202739744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202739755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202739764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202739764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202739764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:42.937060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11768): Terminating (SIGTERM)\u000a20:27:42.976550 run iperf3-srv_10.42.42.10(pid=11769): Terminating (SIGTERM)\u000a20:27:43.016451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11770): Terminating (SIGTERM)\u000a20:27:43.055820 run iperf3-srv_10.42.42.10(pid=11771): Terminating (SIGTERM)\u000a20:27:43.095471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11772): Terminating (SIGTERM)\u000a20:27:43.135265 run iperf3-srv_10.42.42.10(pid=11775): Terminating (SIGTERM)\u000a20:27:43.174831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11776): Terminating (SIGTERM)\u000a20:27:43.214462 run iperf3-srv_10.42.42.10(pid=11777): Terminating (SIGTERM)\u000a20:27:43.254123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11780): Terminating (SIGTERM)\u000a20:27:43.293812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11783): Terminating (SIGTERM)\u000a20:27:43.333480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11786): Terminating (SIGTERM)\u000a20:27:43.342869 --- ParallelTerminationStrategy: PID 11768 died...\u000a20:27:43.396699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11768): Terminated: ok {rc=0}\u000a20:27:43.406346 --- ParallelTerminationStrategy: PID 11769 died...\u000a20:27:43.459426 run iperf3-srv_10.42.42.10(pid=11769): Terminated {rc=256}\u000a20:27:43.469075 --- ParallelTerminationStrategy: PID 11770 died...\u000a20:27:43.522394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11770): Terminated: ok {rc=0}\u000a20:27:43.531953 --- ParallelTerminationStrategy: PID 11771 died...\u000a20:27:43.585029 run iperf3-srv_10.42.42.10(pid=11771): Terminated {rc=256}\u000a20:27:43.594637 --- ParallelTerminationStrategy: PID 11772 died...\u000a20:27:43.647709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11772): Terminated: ok {rc=0}\u000a20:27:43.657834 --- ParallelTerminationStrategy: PID 11775 died...\u000a20:27:43.710675 run iperf3-srv_10.42.42.10(pid=11775): Terminated {rc=256}\u000a20:27:43.720347 --- ParallelTerminationStrategy: PID 11776 died...\u000a20:27:43.773522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11776): Terminated: ok {rc=0}\u000a20:27:43.783097 --- ParallelTerminationStrategy: PID 11777 died...\u000a20:27:43.836421 run iperf3-srv_10.42.42.10(pid=11777): Terminated {rc=256}\u000a20:27:43.846002 --- ParallelTerminationStrategy: PID 11780 died...\u000a20:27:43.898806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11780): Terminated: ok {rc=0}\u000a20:27:43.908376 --- ParallelTerminationStrategy: PID 11783 died...\u000a20:27:43.961060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11783): Terminated: ok {rc=0}\u000a20:27:43.970915 --- ParallelTerminationStrategy: PID 11786 died...\u000a20:27:44.024374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11786): Terminated: ok {rc=0}\u000a20:27:44.114288 bus /gobi_4: Setting Powered False\u000a20:27:45.218862 bus /gobi_4: Setting Powered False\u000a20:27:46.326158 bus /gobi_1: Setting Powered False\u000a20:27:47.431487 bus /gobi_1: Setting Powered False\u000a20:27:48.540286 bus /gobi_0: Setting Powered False\u000a20:27:49.647389 bus /gobi_0: Setting Powered False\u000a20:27:50.755650 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11794): Process ended prematurely: osmo-stp_10.42.42.5(pid=11794) [trial-2364↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11794)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11794): Process ended prematurely: osmo-stp_10.42.42.5(pid=11794) [trial-2364↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a20:27:51.823861 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:51.835091 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:27:51.996409 tst ping.py: using LAC 23519\u000a20:27:52.113395 tst ping.py: using RAC 59\u000a20:27:52.230006 tst ping.py: using CellId 23519\u000a20:27:52.347392 tst ping.py: using BVCI 23520\u000a20:27:52.370438 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.380933 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.391377 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.402220 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.412868 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.423402 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.434159 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:27:52.444796 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:27:52.720312 tst ping.py:19: start network...\u000a20:27:52.845554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:53.318954 run create_hlr_db(pid=11788): Launched\u000a20:27:53.491818 bus /gobi_6: Setting Powered False\u000a20:27:54.514025 run create_hlr_db(pid=11788): Terminated: ok {rc=0}\u000a20:27:54.943768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11790): Launched\u000a20:27:55.267299 run osmo-hlr_10.42.42.2(pid=11791): Launched\u000a20:27:55.390092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:55.953899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11793): Launched\u000a20:27:56.279131 run osmo-stp_10.42.42.5(pid=11794): Launched\u000a20:27:56.396876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:27:56.962041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11796): Launched\u000a20:27:57.077051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:27:57.359627 run patchelf(pid=11797): Launched\u000a20:27:57.548384 run osmo-stp_10.42.42.5(pid=11794): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11794)]\u000a20:27:57.686797 run osmo-stp_10.42.42.5(pid=11794): stdout: \u000a| (launched: 2022-12-09_20:27:56.118681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:57.825784 run osmo-stp_10.42.42.5(pid=11794): stderr: \u000a| �[0;m�[38;5;43m20221209202756311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202756311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202756311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202756312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202756312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202756312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202756312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:57.960051 run osmo-stp_10.42.42.5(pid=11794): stdout: \u000a| (launched: 2022-12-09_20:27:56.118681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:58.092743 run osmo-stp_10.42.42.5(pid=11794): stderr: \u000a| �[0;m�[38;5;43m20221209202756311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202756311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202756311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202756312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202756312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202756312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202756312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:58.246349 run patchelf(pid=11797): Terminating (SIGINT)\u000a20:27:58.426755 run patchelf(pid=11797): Terminated: ok {rc=0}\u000a20:27:58.459649 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11794): Process ended prematurely: osmo-stp_10.42.42.5(pid=11794) [trial-2364↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11794)] [trial-2364↪gprs:trx-b200↪ping.py:22]\u000a20:27:58.469126 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:27:58.532398 run osmo-hlr_10.42.42.2(pid=11791): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11791)]\u000a20:27:58.584526 run osmo-hlr_10.42.42.2(pid=11791): stdout: \u000a| (launched: 2022-12-09_20:27:55.108694) \u000a20:27:58.637081 run osmo-hlr_10.42.42.2(pid=11791): stderr: \u000a| �[0;m�[1;31m20221209202755309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202755309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202755309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202755309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202755309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202755309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202755322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202755330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202755330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202755330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:58.681939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11790): Terminating (SIGTERM)\u000a20:27:58.724001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11793): Terminating (SIGTERM)\u000a20:27:58.766402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11796): Terminating (SIGTERM)\u000a20:27:58.776357 --- ParallelTerminationStrategy: PID 11790 died...\u000a20:27:58.832702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11790): Terminated: ok {rc=0}\u000a20:27:58.843216 --- ParallelTerminationStrategy: PID 11793 died...\u000a20:27:58.899491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11793): Terminated: ok {rc=0}\u000a20:27:58.909819 --- ParallelTerminationStrategy: PID 11796 died...\u000a20:27:58.966374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11796): Terminated: ok {rc=0}\u000a20:27:59.052853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11804): Process ended prematurely: osmo-stp_10.42.42.5(pid=11804) [trial-2364↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11804): Process ended prematurely: osmo-stp_10.42.42.5(pid=11804) [trial-2364↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a20:28:00.105420 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.117303 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:28:00.264399 tst ping_idle_ping.py: using LAC 23520\u000a20:28:00.393458 tst ping_idle_ping.py: using RAC 60\u000a20:28:00.522872 tst ping_idle_ping.py: using CellId 23520\u000a20:28:00.651566 tst ping_idle_ping.py: using BVCI 23521\u000a20:28:00.676502 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.687707 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.698694 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.710004 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.721139 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.731977 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.743172 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:28:00.754325 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:28:01.075871 tst ping_idle_ping.py:24: start network...\u000a20:28:01.214019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:01.769890 run create_hlr_db(pid=11798): Launched\u000a20:28:01.962577 bus /gobi_6: Setting Powered False\u000a20:28:02.979328 run create_hlr_db(pid=11798): Terminated: ok {rc=0}\u000a20:28:03.385449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11800): Launched\u000a20:28:03.687030 run osmo-hlr_10.42.42.2(pid=11801): Launched\u000a20:28:03.806343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:04.337513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11803): Launched\u000a20:28:04.638740 run osmo-stp_10.42.42.5(pid=11804): Launched\u000a20:28:04.748080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:05.271838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11806): Launched\u000a20:28:05.378882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:05.641152 run patchelf(pid=11807): Launched\u000a20:28:05.817176 run osmo-stp_10.42.42.5(pid=11804): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)]\u000a20:28:05.946375 run osmo-stp_10.42.42.5(pid=11804): stdout: \u000a| (launched: 2022-12-09_20:28:04.490502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:06.075925 run osmo-stp_10.42.42.5(pid=11804): stderr: \u000a| �[0;m�[38;5;43m20221209202804661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202804661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202804661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202804662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202804664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202804664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202804664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:06.200586 run osmo-stp_10.42.42.5(pid=11804): stdout: \u000a| (launched: 2022-12-09_20:28:04.490502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:06.324528 run osmo-stp_10.42.42.5(pid=11804): stderr: \u000a| �[0;m�[38;5;43m20221209202804661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202804661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202804661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202804662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202804664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202804664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202804664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:06.468078 run patchelf(pid=11807): Terminating (SIGINT)\u000a20:28:06.637244 run patchelf(pid=11807): Terminated: ok {rc=0}\u000a20:28:06.668035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11804): Process ended prematurely: osmo-stp_10.42.42.5(pid=11804) [trial-2364↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11804)] [trial-2364↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a20:28:06.676838 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:28:06.737364 run osmo-hlr_10.42.42.2(pid=11801): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11801)]\u000a20:28:06.786126 run osmo-hlr_10.42.42.2(pid=11801): stdout: \u000a| (launched: 2022-12-09_20:28:03.538772) \u000a20:28:06.835753 run osmo-hlr_10.42.42.2(pid=11801): stderr: \u000a| �[0;m�[1;31m20221209202803715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202803715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202803715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202803715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202803715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202803715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202803727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202803736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202803737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202803737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:06.877445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11800): Terminating (SIGTERM)\u000a20:28:06.916842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11803): Terminating (SIGTERM)\u000a20:28:06.956305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11806): Terminating (SIGTERM)\u000a20:28:06.965760 --- ParallelTerminationStrategy: PID 11800 died...\u000a20:28:07.018791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11800): Terminated: ok {rc=0}\u000a20:28:07.028482 --- ParallelTerminationStrategy: PID 11803 died...\u000a20:28:07.081064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11803): Terminated: ok {rc=0}\u000a20:28:07.090877 --- ParallelTerminationStrategy: PID 11806 died...\u000a20:28:07.143823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11806): Terminated: ok {rc=0}\u000a20:28:07.227107 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:27:09" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11821): Process ended prematurely: osmo-stp_10.42.42.5(pid=11821) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11821)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11821): Process ended prematurely: osmo-stp_10.42.42.5(pid=11821) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:28:09.376729 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.388108 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:09.533235 tst cs_paging_gprs_active.py: using LAC 23521\u000a20:28:09.662904 tst cs_paging_gprs_active.py: using RAC 61\u000a20:28:09.793153 tst cs_paging_gprs_active.py: using CellId 23521\u000a20:28:09.921837 tst cs_paging_gprs_active.py: using BVCI 23522\u000a20:28:09.947163 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.958642 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.970016 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.981531 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:09.992764 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:10.003929 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:10.015440 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:10.026902 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:10.038452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:10.155740 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:10.438205 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:28:10.566728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:10.885131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11811): Launched\u000a20:28:11.148875 run iperf3-srv_10.42.42.10(pid=11812): Launched\u000a20:28:11.336175 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:28:11.464080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:11.781899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11813): Launched\u000a20:28:12.046578 run iperf3-srv_10.42.42.10(pid=11814): Launched\u000a20:28:12.234822 tst cs_paging_gprs_active.py:38: start network...\u000a20:28:12.363313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:12.854563 run create_hlr_db(pid=11815): Launched\u000a20:28:13.030962 bus /gobi_6: Setting Powered False\u000a20:28:14.052643 run create_hlr_db(pid=11815): Terminated: ok {rc=0}\u000a20:28:14.487640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11817): Launched\u000a20:28:14.817862 run osmo-hlr_10.42.42.2(pid=11818): Launched\u000a20:28:14.938155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:15.507705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11820): Launched\u000a20:28:15.862667 run osmo-stp_10.42.42.5(pid=11821): Launched\u000a20:28:16.059279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:16.623003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11823): Launched\u000a20:28:16.738264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:17.031757 run patchelf(pid=11824): Launched\u000a20:28:17.219644 run osmo-stp_10.42.42.5(pid=11821): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11821)]\u000a20:28:17.352110 run osmo-stp_10.42.42.5(pid=11821): stdout: \u000a| (launched: 2022-12-09_20:28:15.675400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:17.485238 run osmo-stp_10.42.42.5(pid=11821): stderr: \u000a| �[0;m�[38;5;43m20221209202815877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202815878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202815878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202815878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202815879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202815879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202815879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:17.613278 run osmo-stp_10.42.42.5(pid=11821): stdout: \u000a| (launched: 2022-12-09_20:28:15.675400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:17.739959 run osmo-stp_10.42.42.5(pid=11821): stderr: \u000a| �[0;m�[38;5;43m20221209202815877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202815878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202815878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202815878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202815879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202815879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202815879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:17.887269 run patchelf(pid=11824): Terminating (SIGINT)\u000a20:28:18.059985 run patchelf(pid=11824): Terminated: ok {rc=0}\u000a20:28:18.091865 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11821): Process ended prematurely: osmo-stp_10.42.42.5(pid=11821) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11821)] [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:28:18.101391 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:28:18.162498 run osmo-hlr_10.42.42.2(pid=11818): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11818)]\u000a20:28:18.211983 run osmo-hlr_10.42.42.2(pid=11818): stdout: \u000a| (launched: 2022-12-09_20:28:14.655620) \u000a20:28:18.262088 run osmo-hlr_10.42.42.2(pid=11818): stderr: \u000a| �[0;m�[1;31m20221209202814856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202814856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202814856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202814856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202814856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202814856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202814868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202814876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202814877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202814877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:18.304373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11811): Terminating (SIGTERM)\u000a20:28:18.344203 run iperf3-srv_10.42.42.10(pid=11812): Terminating (SIGTERM)\u000a20:28:18.384159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11813): Terminating (SIGTERM)\u000a20:28:18.424205 run iperf3-srv_10.42.42.10(pid=11814): Terminating (SIGTERM)\u000a20:28:18.464098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11817): Terminating (SIGTERM)\u000a20:28:18.503826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11820): Terminating (SIGTERM)\u000a20:28:18.543667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11823): Terminating (SIGTERM)\u000a20:28:18.553251 --- ParallelTerminationStrategy: PID 11811 died...\u000a20:28:18.606440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11811): Terminated: ok {rc=0}\u000a20:28:18.616238 --- ParallelTerminationStrategy: PID 11812 died...\u000a20:28:18.669289 run iperf3-srv_10.42.42.10(pid=11812): Terminated {rc=256}\u000a20:28:18.678727 --- ParallelTerminationStrategy: PID 11813 died...\u000a20:28:18.731483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11813): Terminated: ok {rc=0}\u000a20:28:18.741121 --- ParallelTerminationStrategy: PID 11814 died...\u000a20:28:18.793677 run iperf3-srv_10.42.42.10(pid=11814): Terminated {rc=256}\u000a20:28:18.803308 --- ParallelTerminationStrategy: PID 11817 died...\u000a20:28:18.856260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11817): Terminated: ok {rc=0}\u000a20:28:18.866011 --- ParallelTerminationStrategy: PID 11820 died...\u000a20:28:18.919116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11820): Terminated: ok {rc=0}\u000a20:28:18.928872 --- ParallelTerminationStrategy: PID 11823 died...\u000a20:28:18.982349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11823): Terminated: ok {rc=0}\u000a20:28:19.070212 bus /gobi_0: Setting Powered False\u000a20:28:20.173486 bus /gobi_0: Setting Powered False\u000a20:28:21.283585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:28:22.394196 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:22.405807 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:22.551171 tst iperf3.py: using LAC 23522\u000a20:28:22.672134 tst iperf3.py: using RAC 62\u000a20:28:22.798207 tst iperf3.py: using CellId 23522\u000a20:28:22.925343 tst iperf3.py: using BVCI 23523\u000a20:28:22.950714 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:22.962125 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:22.973349 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:22.985653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:22.997496 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:23.009107 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:23.020916 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:23.032528 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:23.044279 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:23.327836 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:28:23.455867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:23.774052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11825): Launched\u000a20:28:24.039295 run iperf3-srv_10.42.42.10(pid=11826): Launched\u000a20:28:24.226434 tst iperf3.py:8: start network...\u000a20:28:24.354837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:24.837826 run create_hlr_db(pid=11827): Launched\u000a20:28:25.014427 bus /gobi_6: Setting Powered False\u000a20:28:26.036125 run create_hlr_db(pid=11827): Terminated: ok {rc=0}\u000a20:28:26.472856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Launched\u000a20:28:26.801646 run osmo-hlr_10.42.42.2(pid=11830): Launched\u000a20:28:26.921371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:27.492131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Launched\u000a20:28:27.821932 run osmo-stp_10.42.42.5(pid=11833): Launched\u000a20:28:27.941879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:28.515598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Launched\u000a20:28:28.632612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:28.917878 run patchelf(pid=11836): Launched\u000a20:28:29.109811 run osmo-stp_10.42.42.5(pid=11833): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]\u000a20:28:29.249620 run osmo-stp_10.42.42.5(pid=11833): stdout: \u000a| (launched: 2022-12-09_20:28:27.659224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:29.389749 run osmo-stp_10.42.42.5(pid=11833): stderr: \u000a| �[0;m�[38;5;43m20221209202827853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202827853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202827854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202827854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202827855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202827855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202827855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:29.525302 run osmo-stp_10.42.42.5(pid=11833): stdout: \u000a| (launched: 2022-12-09_20:28:27.659224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:29.659489 run osmo-stp_10.42.42.5(pid=11833): stderr: \u000a| �[0;m�[38;5;43m20221209202827853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202827853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202827854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202827854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202827855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202827855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202827855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:29.815927 run patchelf(pid=11836): Terminating (SIGINT)\u000a20:28:29.999877 run patchelf(pid=11836): Terminated: ok {rc=0}\u000a20:28:30.033633 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)] [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a20:28:30.043723 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:28:30.107485 run osmo-hlr_10.42.42.2(pid=11830): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11830)]\u000a20:28:30.158981 run osmo-hlr_10.42.42.2(pid=11830): stdout: \u000a| (launched: 2022-12-09_20:28:26.639838) \u000a20:28:30.211151 run osmo-hlr_10.42.42.2(pid=11830): stderr: \u000a| �[0;m�[1;31m20221209202826839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202826839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202826839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202826839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202826840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202826840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202826854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202826864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202826864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202826864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:30.255497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11825): Terminating (SIGTERM)\u000a20:28:30.297304 run iperf3-srv_10.42.42.10(pid=11826): Terminating (SIGTERM)\u000a20:28:30.339156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Terminating (SIGTERM)\u000a20:28:30.380844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Terminating (SIGTERM)\u000a20:28:30.422735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Terminating (SIGTERM)\u000a20:28:30.432386 --- ParallelTerminationStrategy: PID 11825 died...\u000a20:28:30.488026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11825): Terminated: ok {rc=0}\u000a20:28:30.498035 --- ParallelTerminationStrategy: PID 11826 died...\u000a20:28:30.553312 run iperf3-srv_10.42.42.10(pid=11826): Terminated {rc=256}\u000a20:28:30.563358 --- ParallelTerminationStrategy: PID 11829 died...\u000a20:28:30.618788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Terminated: ok {rc=0}\u000a20:28:30.628691 --- ParallelTerminationStrategy: PID 11832 died...\u000a20:28:30.684766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Terminated: ok {rc=0}\u000a20:28:30.694747 --- ParallelTerminationStrategy: PID 11835 died...\u000a20:28:30.750250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Terminated: ok {rc=0}\u000a20:28:30.851163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:28:31.978768 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:31.992288 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:32.175310 tst iperf3m4.py: using LAC 23523\u000a20:28:32.311284 tst iperf3m4.py: using RAC 63\u000a20:28:32.441939 tst iperf3m4.py: using CellId 23523\u000a20:28:32.572524 tst iperf3m4.py: using BVCI 23524\u000a20:28:32.597890 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.609209 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.620182 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.631314 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.642439 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.653499 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.664780 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.675771 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:32.687155 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:32.804527 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:32.926563 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:33.044110 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:33.341425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:28:33.478706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:33.819230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11838): Launched\u000a20:28:34.101966 run iperf3-srv_10.42.42.10(pid=11839): Launched\u000a20:28:34.303286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:28:34.440480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:34.779101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11840): Launched\u000a20:28:35.062415 run iperf3-srv_10.42.42.10(pid=11841): Launched\u000a20:28:35.263541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:28:35.400789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:35.739327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11842): Launched\u000a20:28:36.023235 run iperf3-srv_10.42.42.10(pid=11843): Launched\u000a20:28:36.224920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:28:36.362104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:28:36.700936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11844): Launched\u000a20:28:36.982913 run iperf3-srv_10.42.42.10(pid=11845): Launched\u000a20:28:37.184006 tst iperf3m4.py:8: start network...\u000a20:28:37.320870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:37.846940 run create_hlr_db(pid=11846): Launched\u000a20:28:38.037576 bus /gobi_6: Setting Powered False\u000a20:28:39.058955 run create_hlr_db(pid=11846): Terminated: ok {rc=0}\u000a20:28:39.497116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Launched\u000a20:28:39.825661 run osmo-hlr_10.42.42.2(pid=11849): Launched\u000a20:28:39.947573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:40.521990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Launched\u000a20:28:40.850260 run osmo-stp_10.42.42.5(pid=11852): Launched\u000a20:28:40.970244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:41.543873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11854): Launched\u000a20:28:41.660801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:41.947018 run patchelf(pid=11855): Launched\u000a20:28:42.138652 run osmo-stp_10.42.42.5(pid=11852): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]\u000a20:28:42.279544 run osmo-stp_10.42.42.5(pid=11852): stdout: \u000a| (launched: 2022-12-09_20:28:40.689440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:42.419786 run osmo-stp_10.42.42.5(pid=11852): stderr: \u000a| �[0;m�[38;5;43m20221209202840881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202840881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202840881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202840882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202840882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202840882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202840882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:42.555378 run osmo-stp_10.42.42.5(pid=11852): stdout: \u000a| (launched: 2022-12-09_20:28:40.689440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:42.690075 run osmo-stp_10.42.42.5(pid=11852): stderr: \u000a| �[0;m�[38;5;43m20221209202840881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202840881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202840881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202840882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202840882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202840882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202840882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:42.847151 run patchelf(pid=11855): Terminating (SIGINT)\u000a20:28:43.031747 run patchelf(pid=11855): Terminated: ok {rc=0}\u000a20:28:43.065584 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)] [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:28:43.075624 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:28:43.139209 run osmo-hlr_10.42.42.2(pid=11849): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11849)]\u000a20:28:43.190633 run osmo-hlr_10.42.42.2(pid=11849): stdout: \u000a| (launched: 2022-12-09_20:28:39.664357) \u000a20:28:43.242706 run osmo-hlr_10.42.42.2(pid=11849): stderr: \u000a| �[0;m�[1;31m20221209202839861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202839861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202839861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202839861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202839862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202839862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202839874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:43.286733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11838): Terminating (SIGTERM)\u000a20:28:43.328384 run iperf3-srv_10.42.42.10(pid=11839): Terminating (SIGTERM)\u000a20:28:43.370205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11840): Terminating (SIGTERM)\u000a20:28:43.411787 run iperf3-srv_10.42.42.10(pid=11841): Terminating (SIGTERM)\u000a20:28:43.453490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11842): Terminating (SIGTERM)\u000a20:28:43.495141 run iperf3-srv_10.42.42.10(pid=11843): Terminating (SIGTERM)\u000a20:28:43.536834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11844): Terminating (SIGTERM)\u000a20:28:43.578510 run iperf3-srv_10.42.42.10(pid=11845): Terminating (SIGTERM)\u000a20:28:43.620235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Terminating (SIGTERM)\u000a20:28:43.662064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Terminating (SIGTERM)\u000a20:28:43.703811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11854): Terminating (SIGTERM)\u000a20:28:43.713561 --- ParallelTerminationStrategy: PID 11838 died...\u000a20:28:43.769430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11838): Terminated: ok {rc=0}\u000a20:28:43.779461 --- ParallelTerminationStrategy: PID 11839 died...\u000a20:28:43.834886 run iperf3-srv_10.42.42.10(pid=11839): Terminated {rc=256}\u000a20:28:43.844788 --- ParallelTerminationStrategy: PID 11840 died...\u000a20:28:43.899962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11840): Terminated: ok {rc=0}\u000a20:28:43.909956 --- ParallelTerminationStrategy: PID 11841 died...\u000a20:28:43.965667 run iperf3-srv_10.42.42.10(pid=11841): Terminated {rc=256}\u000a20:28:43.975604 --- ParallelTerminationStrategy: PID 11842 died...\u000a20:28:44.031487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11842): Terminated: ok {rc=0}\u000a20:28:44.041510 --- ParallelTerminationStrategy: PID 11843 died...\u000a20:28:44.096722 run iperf3-srv_10.42.42.10(pid=11843): Terminated {rc=256}\u000a20:28:44.106697 --- ParallelTerminationStrategy: PID 11844 died...\u000a20:28:44.161997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11844): Terminated: ok {rc=0}\u000a20:28:44.172208 --- ParallelTerminationStrategy: PID 11845 died...\u000a20:28:44.228084 run iperf3-srv_10.42.42.10(pid=11845): Terminated {rc=256}\u000a20:28:44.238119 --- ParallelTerminationStrategy: PID 11848 died...\u000a20:28:44.293569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Terminated: ok {rc=0}\u000a20:28:44.303533 --- ParallelTerminationStrategy: PID 11851 died...\u000a20:28:44.358898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Terminated: ok {rc=0}\u000a20:28:44.368880 --- ParallelTerminationStrategy: PID 11854 died...\u000a20:28:44.424404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11854): Terminated: ok {rc=0}\u000a20:28:44.511143 bus /gobi_4: Setting Powered False\u000a20:28:45.616990 bus /gobi_4: Setting Powered False\u000a20:28:46.730838 bus /gobi_1: Setting Powered False\u000a20:28:47.832513 bus /gobi_1: Setting Powered False\u000a20:28:48.943963 bus /gobi_0: Setting Powered False\u000a20:28:50.046958 bus /gobi_0: Setting Powered False\u000a20:28:51.160158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11862): Process ended prematurely: osmo-stp_10.42.42.5(pid=11862) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11862): Process ended prematurely: osmo-stp_10.42.42.5(pid=11862) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:28:52.227846 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.239567 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:28:52.379068 tst ping.py: using LAC 23524\u000a20:28:52.499958 tst ping.py: using RAC 64\u000a20:28:52.620710 tst ping.py: using CellId 23524\u000a20:28:52.738928 tst ping.py: using BVCI 23525\u000a20:28:52.761994 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.772826 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.783541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.794408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.805339 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.816112 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.827228 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:28:52.838176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:28:53.131569 tst ping.py:19: start network...\u000a20:28:53.265883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:53.783344 run create_hlr_db(pid=11856): Launched\u000a20:28:53.971371 bus /gobi_6: Setting Powered False\u000a20:28:54.993283 run create_hlr_db(pid=11856): Terminated: ok {rc=0}\u000a20:28:55.400146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11858): Launched\u000a20:28:55.701861 run osmo-hlr_10.42.42.2(pid=11859): Launched\u000a20:28:55.816162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:56.341582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11861): Launched\u000a20:28:56.645081 run osmo-stp_10.42.42.5(pid=11862): Launched\u000a20:28:56.753918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:28:57.278160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11864): Launched\u000a20:28:57.385604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:28:57.647405 run patchelf(pid=11865): Launched\u000a20:28:57.823433 run osmo-stp_10.42.42.5(pid=11862): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)]\u000a20:28:57.951996 run osmo-stp_10.42.42.5(pid=11862): stdout: \u000a| (launched: 2022-12-09_20:28:56.494407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:58.081443 run osmo-stp_10.42.42.5(pid=11862): stderr: \u000a| �[0;m�[38;5;43m20221209202856666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202856666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202856666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202856667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202856667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202856667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202856667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:58.205924 run osmo-stp_10.42.42.5(pid=11862): stdout: \u000a| (launched: 2022-12-09_20:28:56.494407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:58.329760 run osmo-stp_10.42.42.5(pid=11862): stderr: \u000a| �[0;m�[38;5;43m20221209202856666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202856666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202856666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202856667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202856667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202856667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202856667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:58.473392 run patchelf(pid=11865): Terminating (SIGINT)\u000a20:28:58.642676 run patchelf(pid=11865): Terminated: ok {rc=0}\u000a20:28:58.673592 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11862): Process ended prematurely: osmo-stp_10.42.42.5(pid=11862) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11862)] [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a20:28:58.682452 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:28:58.742996 run osmo-hlr_10.42.42.2(pid=11859): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11859)]\u000a20:28:58.792353 run osmo-hlr_10.42.42.2(pid=11859): stdout: \u000a| (launched: 2022-12-09_20:28:55.553559) \u000a20:28:58.842329 run osmo-hlr_10.42.42.2(pid=11859): stderr: \u000a| �[0;m�[1;31m20221209202855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202855744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202855753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202855753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202855754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:58.884417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11858): Terminating (SIGTERM)\u000a20:28:58.923709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11861): Terminating (SIGTERM)\u000a20:28:58.963370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11864): Terminating (SIGTERM)\u000a20:28:58.972848 --- ParallelTerminationStrategy: PID 11858 died...\u000a20:28:59.026090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11858): Terminated: ok {rc=0}\u000a20:28:59.035846 --- ParallelTerminationStrategy: PID 11861 died...\u000a20:28:59.089556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11861): Terminated: ok {rc=0}\u000a20:28:59.099348 --- ParallelTerminationStrategy: PID 11864 died...\u000a20:28:59.152286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11864): Terminated: ok {rc=0}\u000a20:28:59.241015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11872): Process ended prematurely: osmo-stp_10.42.42.5(pid=11872) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11872)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11872): Process ended prematurely: osmo-stp_10.42.42.5(pid=11872) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:29:00.293135 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.305301 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:29:00.445252 tst ping_idle_ping.py: using LAC 23525\u000a20:29:00.564610 tst ping_idle_ping.py: using RAC 65\u000a20:29:00.684450 tst ping_idle_ping.py: using CellId 23525\u000a20:29:00.804061 tst ping_idle_ping.py: using BVCI 23526\u000a20:29:00.827781 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.839718 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.864541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.881861 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.907353 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.922658 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.938164 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:29:00.949924 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:29:01.264578 tst ping_idle_ping.py:24: start network...\u000a20:29:01.394824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:01.917567 run create_hlr_db(pid=11866): Launched\u000a20:29:02.095809 bus /gobi_6: Setting Powered False\u000a20:29:03.113979 run create_hlr_db(pid=11866): Terminated: ok {rc=0}\u000a20:29:03.547179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11868): Launched\u000a20:29:03.872348 run osmo-hlr_10.42.42.2(pid=11869): Launched\u000a20:29:03.993726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:04.559444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11871): Launched\u000a20:29:04.884796 run osmo-stp_10.42.42.5(pid=11872): Launched\u000a20:29:04.997454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:05.527080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11874): Launched\u000a20:29:05.635113 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:05.899144 run patchelf(pid=11875): Launched\u000a20:29:06.076425 run osmo-stp_10.42.42.5(pid=11872): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11872)]\u000a20:29:06.205966 run osmo-stp_10.42.42.5(pid=11872): stdout: \u000a| (launched: 2022-12-09_20:29:04.724753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:06.336292 run osmo-stp_10.42.42.5(pid=11872): stderr: \u000a| �[0;m�[38;5;43m20221209202904898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202904898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202904899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202904899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202904900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202904900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202904900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:06.462354 run osmo-stp_10.42.42.5(pid=11872): stdout: \u000a| (launched: 2022-12-09_20:29:04.724753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:06.586523 run osmo-stp_10.42.42.5(pid=11872): stderr: \u000a| �[0;m�[38;5;43m20221209202904898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202904898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202904899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202904899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202904900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202904900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202904900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:06.731369 run patchelf(pid=11875): Terminating (SIGINT)\u000a20:29:06.901405 run patchelf(pid=11875): Terminated: ok {rc=0}\u000a20:29:06.932196 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11872): Process ended prematurely: osmo-stp_10.42.42.5(pid=11872) [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11872)] [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:29:06.941012 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:29:07.002116 run osmo-hlr_10.42.42.2(pid=11869): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11869)]\u000a20:29:07.051788 run osmo-hlr_10.42.42.2(pid=11869): stdout: \u000a| (launched: 2022-12-09_20:29:03.712383) \u000a20:29:07.102147 run osmo-hlr_10.42.42.2(pid=11869): stderr: \u000a| �[0;m�[1;31m20221209202903913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202903913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202903913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202903913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202903913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202903913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202903925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202903933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202903933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202903933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:07.144558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11868): Terminating (SIGTERM)\u000a20:29:07.184726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11871): Terminating (SIGTERM)\u000a20:29:07.224697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11874): Terminating (SIGTERM)\u000a20:29:07.234227 --- ParallelTerminationStrategy: PID 11868 died...\u000a20:29:07.287529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11868): Terminated: ok {rc=0}\u000a20:29:07.297394 --- ParallelTerminationStrategy: PID 11871 died...\u000a20:29:07.350519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11871): Terminated: ok {rc=0}\u000a20:29:07.360348 --- ParallelTerminationStrategy: PID 11874 died...\u000a20:29:07.414075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11874): Terminated: ok {rc=0}\u000a20:29:07.498312 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:28:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11889): Process ended prematurely: osmo-stp_10.42.42.5(pid=11889) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11889): Process ended prematurely: osmo-stp_10.42.42.5(pid=11889) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:29:09.659915 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:09.670784 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:09.825606 tst cs_paging_gprs_active.py: using LAC 23526\u000a20:29:09.944193 tst cs_paging_gprs_active.py: using RAC 66\u000a20:29:10.064424 tst cs_paging_gprs_active.py: using CellId 23526\u000a20:29:10.184445 tst cs_paging_gprs_active.py: using BVCI 23527\u000a20:29:10.207730 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.218527 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.229216 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.240165 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.251101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.262063 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.273250 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.284221 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:10.295397 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:10.412292 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:10.712050 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:29:10.850296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:11.192316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11879): Launched\u000a20:29:11.475035 run iperf3-srv_10.42.42.10(pid=11880): Launched\u000a20:29:11.678180 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:29:11.816308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:12.156538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11881): Launched\u000a20:29:12.438390 run iperf3-srv_10.42.42.10(pid=11882): Launched\u000a20:29:12.639486 tst cs_paging_gprs_active.py:38: start network...\u000a20:29:12.777010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:13.302029 run create_hlr_db(pid=11883): Launched\u000a20:29:13.491762 bus /gobi_6: Setting Powered False\u000a20:29:14.512733 run create_hlr_db(pid=11883): Terminated: ok {rc=0}\u000a20:29:14.922808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11885): Launched\u000a20:29:15.230760 run osmo-hlr_10.42.42.2(pid=11886): Launched\u000a20:29:15.348483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:15.884291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11888): Launched\u000a20:29:16.230431 run osmo-stp_10.42.42.5(pid=11889): Launched\u000a20:29:16.504396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:17.100485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11891): Launched\u000a20:29:17.213163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:17.482864 run patchelf(pid=11892): Launched\u000a20:29:17.662794 run osmo-stp_10.42.42.5(pid=11889): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)]\u000a20:29:17.794260 run osmo-stp_10.42.42.5(pid=11889): stdout: \u000a| (launched: 2022-12-09_20:29:16.046576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:17.925836 run osmo-stp_10.42.42.5(pid=11889): stderr: \u000a| �[0;m�[38;5;43m20221209202916374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202916375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202916377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202916379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202916381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202916383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202916383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:18.053455 run osmo-stp_10.42.42.5(pid=11889): stdout: \u000a| (launched: 2022-12-09_20:29:16.046576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:18.179427 run osmo-stp_10.42.42.5(pid=11889): stderr: \u000a| �[0;m�[38;5;43m20221209202916374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202916375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202916377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202916379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202916381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202916383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202916383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:18.326270 run patchelf(pid=11892): Terminating (SIGINT)\u000a20:29:18.499043 run patchelf(pid=11892): Terminated: ok {rc=0}\u000a20:29:18.530715 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11889): Process ended prematurely: osmo-stp_10.42.42.5(pid=11889) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:29:18.540092 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:29:18.600824 run osmo-hlr_10.42.42.2(pid=11886): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11886)]\u000a20:29:18.649744 run osmo-hlr_10.42.42.2(pid=11886): stdout: \u000a| (launched: 2022-12-09_20:29:15.079202) \u000a20:29:18.699833 run osmo-hlr_10.42.42.2(pid=11886): stderr: \u000a| �[0;m�[1;31m20221209202915255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202915255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202915255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202915255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202915255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202915255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202915268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202915278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202915278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202915278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:18.741766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11879): Terminating (SIGTERM)\u000a20:29:18.781694 run iperf3-srv_10.42.42.10(pid=11880): Terminating (SIGTERM)\u000a20:29:18.821552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11881): Terminating (SIGTERM)\u000a20:29:18.861369 run iperf3-srv_10.42.42.10(pid=11882): Terminating (SIGTERM)\u000a20:29:18.901194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11885): Terminating (SIGTERM)\u000a20:29:18.941149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11888): Terminating (SIGTERM)\u000a20:29:18.980863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11891): Terminating (SIGTERM)\u000a20:29:18.990427 --- ParallelTerminationStrategy: PID 11879 died...\u000a20:29:19.043782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11879): Terminated: ok {rc=0}\u000a20:29:19.053381 --- ParallelTerminationStrategy: PID 11880 died...\u000a20:29:19.106075 run iperf3-srv_10.42.42.10(pid=11880): Terminated {rc=256}\u000a20:29:19.115895 --- ParallelTerminationStrategy: PID 11881 died...\u000a20:29:19.168429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11881): Terminated: ok {rc=0}\u000a20:29:19.178193 --- ParallelTerminationStrategy: PID 11882 died...\u000a20:29:19.230651 run iperf3-srv_10.42.42.10(pid=11882): Terminated {rc=256}\u000a20:29:19.240204 --- ParallelTerminationStrategy: PID 11885 died...\u000a20:29:19.293411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11885): Terminated: ok {rc=0}\u000a20:29:19.303062 --- ParallelTerminationStrategy: PID 11888 died...\u000a20:29:19.355863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11888): Terminated: ok {rc=0}\u000a20:29:19.365475 --- ParallelTerminationStrategy: PID 11891 died...\u000a20:29:19.418951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11891): Terminated: ok {rc=0}\u000a20:29:19.501894 bus /gobi_0: Setting Powered False\u000a20:29:20.609675 bus /gobi_0: Setting Powered False\u000a20:29:21.717091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11901): Process ended prematurely: osmo-stp_10.42.42.5(pid=11901) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11901)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11901): Process ended prematurely: osmo-stp_10.42.42.5(pid=11901) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:29:22.831746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:22.843729 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:23.011674 tst iperf3.py: using LAC 23527\u000a20:29:23.141080 tst iperf3.py: using RAC 67\u000a20:29:23.269486 tst iperf3.py: using CellId 23527\u000a20:29:23.399982 tst iperf3.py: using BVCI 23528\u000a20:29:23.425139 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.436400 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.447532 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.458719 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.470322 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.481496 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.492645 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.503654 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:23.514955 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:23.796645 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:29:23.924760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:24.244547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11893): Launched\u000a20:29:24.509908 run iperf3-srv_10.42.42.10(pid=11894): Launched\u000a20:29:24.697172 tst iperf3.py:8: start network...\u000a20:29:24.825518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:25.307596 run create_hlr_db(pid=11895): Launched\u000a20:29:25.483782 bus /gobi_6: Setting Powered False\u000a20:29:26.505876 run create_hlr_db(pid=11895): Terminated: ok {rc=0}\u000a20:29:26.940795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11897): Launched\u000a20:29:27.271077 run osmo-hlr_10.42.42.2(pid=11898): Launched\u000a20:29:27.393602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:27.965956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11900): Launched\u000a20:29:28.293719 run osmo-stp_10.42.42.5(pid=11901): Launched\u000a20:29:28.414294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:28.987063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Launched\u000a20:29:29.104401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:29.390016 run patchelf(pid=11904): Launched\u000a20:29:29.581373 run osmo-stp_10.42.42.5(pid=11901): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11901)]\u000a20:29:29.721190 run osmo-stp_10.42.42.5(pid=11901): stdout: \u000a| (launched: 2022-12-09_20:29:28.133335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:29.861299 run osmo-stp_10.42.42.5(pid=11901): stderr: \u000a| �[0;m�[38;5;43m20221209202928326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202928326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202928326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202928327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202928327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202928327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202928327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:29.997335 run osmo-stp_10.42.42.5(pid=11901): stdout: \u000a| (launched: 2022-12-09_20:29:28.133335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:30.131479 run osmo-stp_10.42.42.5(pid=11901): stderr: \u000a| �[0;m�[38;5;43m20221209202928326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202928326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202928326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202928327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202928327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202928327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202928327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:30.287890 run patchelf(pid=11904): Terminating (SIGINT)\u000a20:29:30.471361 run patchelf(pid=11904): Terminated: ok {rc=0}\u000a20:29:30.505115 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11901): Process ended prematurely: osmo-stp_10.42.42.5(pid=11901) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11901)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:29:30.515100 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:29:30.578944 run osmo-hlr_10.42.42.2(pid=11898): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11898)]\u000a20:29:30.630731 run osmo-hlr_10.42.42.2(pid=11898): stdout: \u000a| (launched: 2022-12-09_20:29:27.109660) \u000a20:29:30.683400 run osmo-hlr_10.42.42.2(pid=11898): stderr: \u000a| �[0;m�[1;31m20221209202927311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202927311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202927311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202927311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202927311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202927311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202927324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202927332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202927332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202927332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:30.727996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11893): Terminating (SIGTERM)\u000a20:29:30.770081 run iperf3-srv_10.42.42.10(pid=11894): Terminating (SIGTERM)\u000a20:29:30.812124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11897): Terminating (SIGTERM)\u000a20:29:30.864472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11900): Terminating (SIGTERM)\u000a20:29:30.911819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Terminating (SIGTERM)\u000a20:29:30.934776 --- ParallelTerminationStrategy: PID 11893 died...\u000a20:29:30.993910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11893): Terminated: ok {rc=0}\u000a20:29:31.004541 --- ParallelTerminationStrategy: PID 11894 died...\u000a20:29:31.063215 run iperf3-srv_10.42.42.10(pid=11894): Terminated {rc=256}\u000a20:29:31.074009 --- ParallelTerminationStrategy: PID 11897 died...\u000a20:29:31.132182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11897): Terminated: ok {rc=0}\u000a20:29:31.142947 --- ParallelTerminationStrategy: PID 11900 died...\u000a20:29:31.199951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11900): Terminated: ok {rc=0}\u000a20:29:31.210482 --- ParallelTerminationStrategy: PID 11903 died...\u000a20:29:31.267532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Terminated: ok {rc=0}\u000a20:29:31.357362 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:29:32.473071 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:32.485034 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:32.653162 tst iperf3m4.py: using LAC 23528\u000a20:29:32.782495 tst iperf3m4.py: using RAC 68\u000a20:29:32.910207 tst iperf3m4.py: using CellId 23528\u000a20:29:33.040817 tst iperf3m4.py: using BVCI 23529\u000a20:29:33.065919 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.077280 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.088351 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.099619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.110651 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.121793 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.133035 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.143980 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:33.155238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:33.273751 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:33.397541 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:33.513908 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:33.798045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:29:33.926218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:34.244487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Launched\u000a20:29:34.509382 run iperf3-srv_10.42.42.10(pid=11906): Launched\u000a20:29:34.697145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:29:34.825394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:35.143205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Launched\u000a20:29:35.407094 run iperf3-srv_10.42.42.10(pid=11908): Launched\u000a20:29:35.594277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:29:35.722471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:36.039989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Launched\u000a20:29:36.304048 run iperf3-srv_10.42.42.10(pid=11910): Launched\u000a20:29:36.491670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:29:36.620234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:29:36.937878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Launched\u000a20:29:37.202013 run iperf3-srv_10.42.42.10(pid=11912): Launched\u000a20:29:37.389144 tst iperf3m4.py:8: start network...\u000a20:29:37.517313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:38.002317 run create_hlr_db(pid=11913): Launched\u000a20:29:38.178839 bus /gobi_6: Setting Powered False\u000a20:29:39.200848 run create_hlr_db(pid=11913): Terminated: ok {rc=0}\u000a20:29:39.608778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Launched\u000a20:29:39.914836 run osmo-hlr_10.42.42.2(pid=11916): Launched\u000a20:29:40.031992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:40.570206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Launched\u000a20:29:40.877378 run osmo-stp_10.42.42.5(pid=11919): Launched\u000a20:29:40.989636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:41.523715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Launched\u000a20:29:41.633402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:41.900243 run patchelf(pid=11922): Launched\u000a20:29:42.079571 run osmo-stp_10.42.42.5(pid=11919): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)]\u000a20:29:42.210665 run osmo-stp_10.42.42.5(pid=11919): stdout: \u000a| (launched: 2022-12-09_20:29:40.726167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:42.342201 run osmo-stp_10.42.42.5(pid=11919): stderr: \u000a| �[0;m�[38;5;43m20221209202940895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202940895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202940896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202940896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202940896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202940897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202940897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:42.468537 run osmo-stp_10.42.42.5(pid=11919): stdout: \u000a| (launched: 2022-12-09_20:29:40.726167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:42.594442 run osmo-stp_10.42.42.5(pid=11919): stderr: \u000a| �[0;m�[38;5;43m20221209202940895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202940895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202940896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202940896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202940896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202940897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202940897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:42.741210 run patchelf(pid=11922): Terminating (SIGINT)\u000a20:29:42.913764 run patchelf(pid=11922): Terminated: ok {rc=0}\u000a20:29:42.945443 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:29:42.954895 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:29:43.015786 run osmo-hlr_10.42.42.2(pid=11916): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11916)]\u000a20:29:43.064847 run osmo-hlr_10.42.42.2(pid=11916): stdout: \u000a| (launched: 2022-12-09_20:29:39.764247) \u000a20:29:43.114142 run osmo-hlr_10.42.42.2(pid=11916): stderr: \u000a| �[0;m�[1;31m20221209202939941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202939941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202939941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202939941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202939941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202939941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202939955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202939964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202939964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202939964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:43.156150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Terminating (SIGTERM)\u000a20:29:43.195739 run iperf3-srv_10.42.42.10(pid=11906): Terminating (SIGTERM)\u000a20:29:43.235273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminating (SIGTERM)\u000a20:29:43.274975 run iperf3-srv_10.42.42.10(pid=11908): Terminating (SIGTERM)\u000a20:29:43.314019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Terminating (SIGTERM)\u000a20:29:43.353595 run iperf3-srv_10.42.42.10(pid=11910): Terminating (SIGTERM)\u000a20:29:43.393046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Terminating (SIGTERM)\u000a20:29:43.432477 run iperf3-srv_10.42.42.10(pid=11912): Terminating (SIGTERM)\u000a20:29:43.471741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Terminating (SIGTERM)\u000a20:29:43.511051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Terminating (SIGTERM)\u000a20:29:43.550824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Terminating (SIGTERM)\u000a20:29:43.560215 --- ParallelTerminationStrategy: PID 11905 died...\u000a20:29:43.613930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Terminated: ok {rc=0}\u000a20:29:43.623505 --- ParallelTerminationStrategy: PID 11906 died...\u000a20:29:43.676537 run iperf3-srv_10.42.42.10(pid=11906): Terminated {rc=256}\u000a20:29:43.686261 --- ParallelTerminationStrategy: PID 11907 died...\u000a20:29:43.739630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminated: ok {rc=0}\u000a20:29:43.749420 --- ParallelTerminationStrategy: PID 11908 died...\u000a20:29:43.802089 run iperf3-srv_10.42.42.10(pid=11908): Terminated {rc=256}\u000a20:29:43.811760 --- ParallelTerminationStrategy: PID 11909 died...\u000a20:29:43.864263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Terminated: ok {rc=0}\u000a20:29:43.873972 --- ParallelTerminationStrategy: PID 11910 died...\u000a20:29:43.926459 run iperf3-srv_10.42.42.10(pid=11910): Terminated {rc=256}\u000a20:29:43.936111 --- ParallelTerminationStrategy: PID 11911 died...\u000a20:29:43.988669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Terminated: ok {rc=0}\u000a20:29:43.998522 --- ParallelTerminationStrategy: PID 11912 died...\u000a20:29:44.051895 run iperf3-srv_10.42.42.10(pid=11912): Terminated {rc=256}\u000a20:29:44.061816 --- ParallelTerminationStrategy: PID 11915 died...\u000a20:29:44.115015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Terminated: ok {rc=0}\u000a20:29:44.124558 --- ParallelTerminationStrategy: PID 11918 died...\u000a20:29:44.177284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Terminated: ok {rc=0}\u000a20:29:44.187077 --- ParallelTerminationStrategy: PID 11921 died...\u000a20:29:44.240238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Terminated: ok {rc=0}\u000a20:29:44.323956 bus /gobi_4: Setting Powered False\u000a20:29:45.431335 bus /gobi_4: Setting Powered False\u000a20:29:46.539778 bus /gobi_1: Setting Powered False\u000a20:29:47.642346 bus /gobi_1: Setting Powered False\u000a20:29:48.753579 bus /gobi_0: Setting Powered False\u000a20:29:49.863154 bus /gobi_0: Setting Powered False\u000a20:29:50.971469 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11929): Process ended prematurely: osmo-stp_10.42.42.5(pid=11929) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11929)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11929): Process ended prematurely: osmo-stp_10.42.42.5(pid=11929) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:29:52.037472 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.048841 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:29:52.213476 tst ping.py: using LAC 23529\u000a20:29:52.340649 tst ping.py: using RAC 69\u000a20:29:52.468870 tst ping.py: using CellId 23529\u000a20:29:52.596295 tst ping.py: using BVCI 23530\u000a20:29:52.621143 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.632625 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.643798 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.655431 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.666984 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.678689 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.690484 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:29:52.702108 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:29:52.996194 tst ping.py:19: start network...\u000a20:29:53.130985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:53.647963 run create_hlr_db(pid=11923): Launched\u000a20:29:53.835132 bus /gobi_6: Setting Powered False\u000a20:29:54.856585 run create_hlr_db(pid=11923): Terminated: ok {rc=0}\u000a20:29:55.262523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Launched\u000a20:29:55.565722 run osmo-hlr_10.42.42.2(pid=11926): Launched\u000a20:29:55.684016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:56.218331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Launched\u000a20:29:56.520115 run osmo-stp_10.42.42.5(pid=11929): Launched\u000a20:29:56.631112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:29:57.157369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11931): Launched\u000a20:29:57.264279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:29:57.526174 run patchelf(pid=11932): Launched\u000a20:29:57.702860 run osmo-stp_10.42.42.5(pid=11929): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11929)]\u000a20:29:57.831790 run osmo-stp_10.42.42.5(pid=11929): stdout: \u000a| (launched: 2022-12-09_20:29:56.371366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:57.961687 run osmo-stp_10.42.42.5(pid=11929): stderr: \u000a| �[0;m�[38;5;43m20221209202956542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202956542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202956542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202956543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202956543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202956543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202956543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:58.086633 run osmo-stp_10.42.42.5(pid=11929): stdout: \u000a| (launched: 2022-12-09_20:29:56.371366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:58.210301 run osmo-stp_10.42.42.5(pid=11929): stderr: \u000a| �[0;m�[38;5;43m20221209202956542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209202956542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209202956542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209202956543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209202956543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209202956543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209202956543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:58.354497 run patchelf(pid=11932): Terminating (SIGINT)\u000a20:29:58.523200 run patchelf(pid=11932): Terminated: ok {rc=0}\u000a20:29:58.554009 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11929): Process ended prematurely: osmo-stp_10.42.42.5(pid=11929) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11929)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:29:58.562914 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:29:58.624068 run osmo-hlr_10.42.42.2(pid=11926): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11926)]\u000a20:29:58.673764 run osmo-hlr_10.42.42.2(pid=11926): stdout: \u000a| (launched: 2022-12-09_20:29:55.415980) \u000a20:29:58.724211 run osmo-hlr_10.42.42.2(pid=11926): stderr: \u000a| �[0;m�[1;31m20221209202955592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209202955592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209202955592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202955592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209202955592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209202955592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209202955603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209202955612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209202955612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209202955612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:58.767278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Terminating (SIGTERM)\u000a20:29:58.807204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Terminating (SIGTERM)\u000a20:29:58.847298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11931): Terminating (SIGTERM)\u000a20:29:58.856847 --- ParallelTerminationStrategy: PID 11925 died...\u000a20:29:58.910668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Terminated: ok {rc=0}\u000a20:29:58.920491 --- ParallelTerminationStrategy: PID 11928 died...\u000a20:29:58.973769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Terminated: ok {rc=0}\u000a20:29:58.983616 --- ParallelTerminationStrategy: PID 11931 died...\u000a20:29:59.037033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11931): Terminated: ok {rc=0}\u000a20:29:59.126320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11942): Process ended prematurely: osmo-stp_10.42.42.5(pid=11942) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11942)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11942): Process ended prematurely: osmo-stp_10.42.42.5(pid=11942) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:30:00.178147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.190561 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:30:00.349612 tst ping_idle_ping.py: using LAC 23530\u000a20:30:00.480801 tst ping_idle_ping.py: using RAC 70\u000a20:30:00.611957 tst ping_idle_ping.py: using CellId 23530\u000a20:30:00.731683 tst ping_idle_ping.py: using BVCI 23531\u000a20:30:00.754763 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.765647 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.776504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.787744 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.798760 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.809705 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.820835 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:30:00.840844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:30:01.157347 tst ping_idle_ping.py:24: start network...\u000a20:30:01.287028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:01.825531 run create_hlr_db(pid=11936): Launched\u000a20:30:02.031090 bus /gobi_6: Setting Powered False\u000a20:30:03.042249 run create_hlr_db(pid=11936): Terminated: ok {rc=0}\u000a20:30:03.454291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11938): Launched\u000a20:30:03.757485 run osmo-hlr_10.42.42.2(pid=11939): Launched\u000a20:30:03.875018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:04.403739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11941): Launched\u000a20:30:04.704590 run osmo-stp_10.42.42.5(pid=11942): Launched\u000a20:30:04.825111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:05.357129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11944): Launched\u000a20:30:05.464301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:05.728618 run patchelf(pid=11945): Launched\u000a20:30:05.905067 run osmo-stp_10.42.42.5(pid=11942): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11942)]\u000a20:30:06.034315 run osmo-stp_10.42.42.5(pid=11942): stdout: \u000a| (launched: 2022-12-09_20:30:04.556702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:06.164034 run osmo-stp_10.42.42.5(pid=11942): stderr: \u000a| �[0;m�[38;5;43m20221209203004727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203004727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203004727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203004727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203004728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203004728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203004728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:06.288764 run osmo-stp_10.42.42.5(pid=11942): stdout: \u000a| (launched: 2022-12-09_20:30:04.556702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:06.412025 run osmo-stp_10.42.42.5(pid=11942): stderr: \u000a| �[0;m�[38;5;43m20221209203004727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203004727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203004727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203004727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203004728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203004728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203004728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:06.555466 run patchelf(pid=11945): Terminating (SIGINT)\u000a20:30:06.723549 run patchelf(pid=11945): Terminated: ok {rc=0}\u000a20:30:06.754387 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11942): Process ended prematurely: osmo-stp_10.42.42.5(pid=11942) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11942)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:30:06.763468 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:30:06.824169 run osmo-hlr_10.42.42.2(pid=11939): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11939)]\u000a20:30:06.873976 run osmo-hlr_10.42.42.2(pid=11939): stdout: \u000a| (launched: 2022-12-09_20:30:03.607834) \u000a20:30:06.923675 run osmo-hlr_10.42.42.2(pid=11939): stderr: \u000a| �[0;m�[1;31m20221209203003784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203003784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203003784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203003784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203003784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203003784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203003795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203003803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203003803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203003803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:06.965605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11938): Terminating (SIGTERM)\u000a20:30:07.005363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11941): Terminating (SIGTERM)\u000a20:30:07.045404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11944): Terminating (SIGTERM)\u000a20:30:07.054750 --- ParallelTerminationStrategy: PID 11938 died...\u000a20:30:07.107613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11938): Terminated: ok {rc=0}\u000a20:30:07.117792 --- ParallelTerminationStrategy: PID 11941 died...\u000a20:30:07.170775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11941): Terminated: ok {rc=0}\u000a20:30:07.180141 --- ParallelTerminationStrategy: PID 11944 died...\u000a20:30:07.232691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11944): Terminated: ok {rc=0}\u000a20:30:07.321276 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11959): Process ended prematurely: osmo-stp_10.42.42.5(pid=11959) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11959)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11959): Process ended prematurely: osmo-stp_10.42.42.5(pid=11959) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:30:09.467226 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:09.478131 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:09.636827 tst cs_paging_gprs_active.py: using LAC 23531\u000a20:30:09.760784 tst cs_paging_gprs_active.py: using RAC 71\u000a20:30:09.881900 tst cs_paging_gprs_active.py: using CellId 23531\u000a20:30:10.000883 tst cs_paging_gprs_active.py: using BVCI 23532\u000a20:30:10.024386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.035290 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.045954 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.068827 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.080642 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.092061 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.104150 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.115704 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:10.127641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:10.250246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:10.540904 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:30:10.670252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:10.992747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Launched\u000a20:30:11.258065 run iperf3-srv_10.42.42.10(pid=11950): Launched\u000a20:30:11.446474 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:30:11.574539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:11.892833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11951): Launched\u000a20:30:12.157734 run iperf3-srv_10.42.42.10(pid=11952): Launched\u000a20:30:12.346261 tst cs_paging_gprs_active.py:38: start network...\u000a20:30:12.474655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:12.959214 run create_hlr_db(pid=11953): Launched\u000a20:30:13.136101 bus /gobi_6: Setting Powered False\u000a20:30:14.157513 run create_hlr_db(pid=11953): Terminated: ok {rc=0}\u000a20:30:14.564576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11955): Launched\u000a20:30:14.871889 run osmo-hlr_10.42.42.2(pid=11956): Launched\u000a20:30:14.984037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:15.515230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11958): Launched\u000a20:30:15.821664 run osmo-stp_10.42.42.5(pid=11959): Launched\u000a20:30:16.016116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:16.610219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11961): Launched\u000a20:30:16.722666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:17.043376 run patchelf(pid=11962): Launched\u000a20:30:17.240808 run osmo-stp_10.42.42.5(pid=11959): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11959)]\u000a20:30:17.382990 run osmo-stp_10.42.42.5(pid=11959): stdout: \u000a| (launched: 2022-12-09_20:30:15.671351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:17.523943 run osmo-stp_10.42.42.5(pid=11959): stderr: \u000a| �[0;m�[38;5;43m20221209203015841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203015841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203015842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203015842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203015842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203015843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203015843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:17.660030 run osmo-stp_10.42.42.5(pid=11959): stdout: \u000a| (launched: 2022-12-09_20:30:15.671351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:17.794771 run osmo-stp_10.42.42.5(pid=11959): stderr: \u000a| �[0;m�[38;5;43m20221209203015841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203015841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203015842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203015842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203015842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203015843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203015843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:17.952252 run patchelf(pid=11962): Terminating (SIGINT)\u000a20:30:18.137526 run patchelf(pid=11962): Terminated: ok {rc=0}\u000a20:30:18.172009 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11959): Process ended prematurely: osmo-stp_10.42.42.5(pid=11959) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11959)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:30:18.182370 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:30:18.245838 run osmo-hlr_10.42.42.2(pid=11956): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11956)]\u000a20:30:18.297803 run osmo-hlr_10.42.42.2(pid=11956): stdout: \u000a| (launched: 2022-12-09_20:30:14.720760) \u000a20:30:18.350209 run osmo-hlr_10.42.42.2(pid=11956): stderr: \u000a| �[0;m�[1;31m20221209203014900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203014900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203014900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203014900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203014900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203014900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203014912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203014921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203014921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203014921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:18.395221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Terminating (SIGTERM)\u000a20:30:18.437447 run iperf3-srv_10.42.42.10(pid=11950): Terminating (SIGTERM)\u000a20:30:18.479412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11951): Terminating (SIGTERM)\u000a20:30:18.521364 run iperf3-srv_10.42.42.10(pid=11952): Terminating (SIGTERM)\u000a20:30:18.563227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11955): Terminating (SIGTERM)\u000a20:30:18.605178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11958): Terminating (SIGTERM)\u000a20:30:18.647190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11961): Terminating (SIGTERM)\u000a20:30:18.657006 --- ParallelTerminationStrategy: PID 11949 died...\u000a20:30:18.713391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Terminated: ok {rc=0}\u000a20:30:18.723545 --- ParallelTerminationStrategy: PID 11950 died...\u000a20:30:18.779310 run iperf3-srv_10.42.42.10(pid=11950): Terminated {rc=256}\u000a20:30:18.789318 --- ParallelTerminationStrategy: PID 11951 died...\u000a20:30:18.845173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11951): Terminated: ok {rc=0}\u000a20:30:18.855282 --- ParallelTerminationStrategy: PID 11952 died...\u000a20:30:18.911030 run iperf3-srv_10.42.42.10(pid=11952): Terminated {rc=256}\u000a20:30:18.921259 --- ParallelTerminationStrategy: PID 11955 died...\u000a20:30:18.977374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11955): Terminated: ok {rc=0}\u000a20:30:18.987849 --- ParallelTerminationStrategy: PID 11958 died...\u000a20:30:19.043811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11958): Terminated: ok {rc=0}\u000a20:30:19.053986 --- ParallelTerminationStrategy: PID 11961 died...\u000a20:30:19.110339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11961): Terminated: ok {rc=0}\u000a20:30:19.196419 bus /gobi_0: Setting Powered False\u000a20:30:20.302025 bus /gobi_0: Setting Powered False\u000a20:30:21.408703 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11971): Process ended prematurely: osmo-stp_10.42.42.5(pid=11971) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11971): Process ended prematurely: osmo-stp_10.42.42.5(pid=11971) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:30:22.524675 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:22.536535 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:22.706636 tst iperf3.py: using LAC 23532\u000a20:30:22.835281 tst iperf3.py: using RAC 72\u000a20:30:22.966003 tst iperf3.py: using CellId 23532\u000a20:30:23.097150 tst iperf3.py: using BVCI 23533\u000a20:30:23.122365 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.133572 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.145017 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.156107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.167215 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.178350 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.190007 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.200900 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:23.212176 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:23.494933 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:30:23.623306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:23.941424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11963): Launched\u000a20:30:24.205141 run iperf3-srv_10.42.42.10(pid=11964): Launched\u000a20:30:24.392088 tst iperf3.py:8: start network...\u000a20:30:24.520196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:25.004247 run create_hlr_db(pid=11965): Launched\u000a20:30:25.180860 bus /gobi_6: Setting Powered False\u000a20:30:26.202521 run create_hlr_db(pid=11965): Terminated: ok {rc=0}\u000a20:30:26.639919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11967): Launched\u000a20:30:26.968822 run osmo-hlr_10.42.42.2(pid=11968): Launched\u000a20:30:27.092851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:27.664817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11970): Launched\u000a20:30:27.995726 run osmo-stp_10.42.42.5(pid=11971): Launched\u000a20:30:28.115980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:28.688525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11973): Launched\u000a20:30:28.805861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:29.085902 run patchelf(pid=11974): Launched\u000a20:30:29.265297 run osmo-stp_10.42.42.5(pid=11971): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)]\u000a20:30:29.396487 run osmo-stp_10.42.42.5(pid=11971): stdout: \u000a| (launched: 2022-12-09_20:30:27.831618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:29.528220 run osmo-stp_10.42.42.5(pid=11971): stderr: \u000a| �[0;m�[38;5;43m20221209203028023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203028023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203028024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203028024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203028025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203028025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203028025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:29.655423 run osmo-stp_10.42.42.5(pid=11971): stdout: \u000a| (launched: 2022-12-09_20:30:27.831618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:29.781214 run osmo-stp_10.42.42.5(pid=11971): stderr: \u000a| �[0;m�[38;5;43m20221209203028023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203028023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203028024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203028024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203028025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203028025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203028025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:29.927616 run patchelf(pid=11974): Terminating (SIGINT)\u000a20:30:30.099726 run patchelf(pid=11974): Terminated: ok {rc=0}\u000a20:30:30.131507 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11971): Process ended prematurely: osmo-stp_10.42.42.5(pid=11971) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11971)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:30:30.141038 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:30:30.202825 run osmo-hlr_10.42.42.2(pid=11968): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11968)]\u000a20:30:30.252886 run osmo-hlr_10.42.42.2(pid=11968): stdout: \u000a| (launched: 2022-12-09_20:30:26.807315) \u000a20:30:30.303509 run osmo-hlr_10.42.42.2(pid=11968): stderr: \u000a| �[0;m�[1;31m20221209203027008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203027008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203027008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203027008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203027008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203027008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203027022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203027030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203027030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203027030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:30.346286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11963): Terminating (SIGTERM)\u000a20:30:30.386714 run iperf3-srv_10.42.42.10(pid=11964): Terminating (SIGTERM)\u000a20:30:30.427094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11967): Terminating (SIGTERM)\u000a20:30:30.467635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11970): Terminating (SIGTERM)\u000a20:30:30.507943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11973): Terminating (SIGTERM)\u000a20:30:30.517337 --- ParallelTerminationStrategy: PID 11963 died...\u000a20:30:30.571138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11963): Terminated: ok {rc=0}\u000a20:30:30.581180 --- ParallelTerminationStrategy: PID 11964 died...\u000a20:30:30.634609 run iperf3-srv_10.42.42.10(pid=11964): Terminated {rc=256}\u000a20:30:30.644363 --- ParallelTerminationStrategy: PID 11967 died...\u000a20:30:30.697871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11967): Terminated: ok {rc=0}\u000a20:30:30.707785 --- ParallelTerminationStrategy: PID 11970 died...\u000a20:30:30.762036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11970): Terminated: ok {rc=0}\u000a20:30:30.771597 --- ParallelTerminationStrategy: PID 11973 died...\u000a20:30:30.825424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11973): Terminated: ok {rc=0}\u000a20:30:30.928746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:30:32.064938 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.079996 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:32.265873 tst iperf3m4.py: using LAC 23533\u000a20:30:32.386443 tst iperf3m4.py: using RAC 73\u000a20:30:32.505714 tst iperf3m4.py: using CellId 23533\u000a20:30:32.624650 tst iperf3m4.py: using BVCI 23534\u000a20:30:32.647982 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.658924 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.669714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.680656 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.691706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.703107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.714309 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.725347 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:32.736350 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:32.859405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:32.980407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:33.102265 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:33.386869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:30:33.515241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:33.833210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11976): Launched\u000a20:30:34.096648 run iperf3-srv_10.42.42.10(pid=11977): Launched\u000a20:30:34.283660 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:30:34.411432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:34.727939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11978): Launched\u000a20:30:34.991454 run iperf3-srv_10.42.42.10(pid=11979): Launched\u000a20:30:35.178564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:30:35.305874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:35.623853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11980): Launched\u000a20:30:35.890129 run iperf3-srv_10.42.42.10(pid=11981): Launched\u000a20:30:36.076652 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:30:36.204268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:30:36.521057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11982): Launched\u000a20:30:36.784407 run iperf3-srv_10.42.42.10(pid=11983): Launched\u000a20:30:36.971646 tst iperf3m4.py:8: start network...\u000a20:30:37.099855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:37.582647 run create_hlr_db(pid=11984): Launched\u000a20:30:37.758480 bus /gobi_6: Setting Powered False\u000a20:30:38.779743 run create_hlr_db(pid=11984): Terminated: ok {rc=0}\u000a20:30:39.187560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Launched\u000a20:30:39.495617 run osmo-hlr_10.42.42.2(pid=11987): Launched\u000a20:30:39.617236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:40.154860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Launched\u000a20:30:40.463179 run osmo-stp_10.42.42.5(pid=11990): Launched\u000a20:30:40.574691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:41.111221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11992): Launched\u000a20:30:41.221288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:41.491141 run patchelf(pid=11993): Launched\u000a20:30:41.670304 run osmo-stp_10.42.42.5(pid=11990): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]\u000a20:30:41.801552 run osmo-stp_10.42.42.5(pid=11990): stdout: \u000a| (launched: 2022-12-09_20:30:40.310489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:41.932852 run osmo-stp_10.42.42.5(pid=11990): stderr: \u000a| �[0;m�[38;5;43m20221209203040478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203040478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203040478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203040479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203040479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203040479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:42.059975 run osmo-stp_10.42.42.5(pid=11990): stdout: \u000a| (launched: 2022-12-09_20:30:40.310489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:42.186101 run osmo-stp_10.42.42.5(pid=11990): stderr: \u000a| �[0;m�[38;5;43m20221209203040478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203040478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203040478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203040479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203040479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203040479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:42.332039 run patchelf(pid=11993): Terminating (SIGINT)\u000a20:30:42.503619 run patchelf(pid=11993): Terminated: ok {rc=0}\u000a20:30:42.535104 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:30:42.544444 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:30:42.605594 run osmo-hlr_10.42.42.2(pid=11987): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11987)]\u000a20:30:42.655103 run osmo-hlr_10.42.42.2(pid=11987): stdout: \u000a| (launched: 2022-12-09_20:30:39.344109) \u000a20:30:42.705164 run osmo-hlr_10.42.42.2(pid=11987): stderr: \u000a| �[0;m�[1;31m20221209203039517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203039517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203039517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203039517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203039517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203039517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203039529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203039537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203039538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203039538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:42.747306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11976): Terminating (SIGTERM)\u000a20:30:42.787571 run iperf3-srv_10.42.42.10(pid=11977): Terminating (SIGTERM)\u000a20:30:42.827885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11978): Terminating (SIGTERM)\u000a20:30:42.867882 run iperf3-srv_10.42.42.10(pid=11979): Terminating (SIGTERM)\u000a20:30:42.907804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11980): Terminating (SIGTERM)\u000a20:30:42.947950 run iperf3-srv_10.42.42.10(pid=11981): Terminating (SIGTERM)\u000a20:30:42.988188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11982): Terminating (SIGTERM)\u000a20:30:43.028204 run iperf3-srv_10.42.42.10(pid=11983): Terminating (SIGTERM)\u000a20:30:43.068256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Terminating (SIGTERM)\u000a20:30:43.108269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Terminating (SIGTERM)\u000a20:30:43.148865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11992): Terminating (SIGTERM)\u000a20:30:43.158551 --- ParallelTerminationStrategy: PID 11976 died...\u000a20:30:43.212758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11976): Terminated: ok {rc=0}\u000a20:30:43.222757 --- ParallelTerminationStrategy: PID 11977 died...\u000a20:30:43.276092 run iperf3-srv_10.42.42.10(pid=11977): Terminated {rc=256}\u000a20:30:43.285929 --- ParallelTerminationStrategy: PID 11978 died...\u000a20:30:43.339446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11978): Terminated: ok {rc=0}\u000a20:30:43.349387 --- ParallelTerminationStrategy: PID 11979 died...\u000a20:30:43.402833 run iperf3-srv_10.42.42.10(pid=11979): Terminated {rc=256}\u000a20:30:43.412610 --- ParallelTerminationStrategy: PID 11980 died...\u000a20:30:43.466807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11980): Terminated: ok {rc=0}\u000a20:30:43.476490 --- ParallelTerminationStrategy: PID 11981 died...\u000a20:30:43.529917 run iperf3-srv_10.42.42.10(pid=11981): Terminated {rc=256}\u000a20:30:43.539759 --- ParallelTerminationStrategy: PID 11982 died...\u000a20:30:43.593714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11982): Terminated: ok {rc=0}\u000a20:30:43.603556 --- ParallelTerminationStrategy: PID 11983 died...\u000a20:30:43.656547 run iperf3-srv_10.42.42.10(pid=11983): Terminated {rc=256}\u000a20:30:43.666414 --- ParallelTerminationStrategy: PID 11986 died...\u000a20:30:43.720272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Terminated: ok {rc=0}\u000a20:30:43.730099 --- ParallelTerminationStrategy: PID 11989 died...\u000a20:30:43.784335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Terminated: ok {rc=0}\u000a20:30:43.794074 --- ParallelTerminationStrategy: PID 11992 died...\u000a20:30:43.848351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11992): Terminated: ok {rc=0}\u000a20:30:43.937389 bus /gobi_4: Setting Powered False\u000a20:30:45.041522 bus /gobi_4: Setting Powered False\u000a20:30:46.170675 bus /gobi_1: Setting Powered False\u000a20:30:47.281341 bus /gobi_1: Setting Powered False\u000a20:30:48.390164 bus /gobi_0: Setting Powered False\u000a20:30:49.496640 bus /gobi_0: Setting Powered False\u000a20:30:50.606555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12000): Process ended prematurely: osmo-stp_10.42.42.5(pid=12000) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12000): Process ended prematurely: osmo-stp_10.42.42.5(pid=12000) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:30:51.675465 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:51.687452 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:30:51.855366 tst ping.py: using LAC 23534\u000a20:30:51.990163 tst ping.py: using RAC 74\u000a20:30:52.118495 tst ping.py: using CellId 23534\u000a20:30:52.244030 tst ping.py: using BVCI 23535\u000a20:30:52.268783 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.280114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.291324 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.302597 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.313663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.324760 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.336177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:52.347425 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:30:52.640190 tst ping.py:19: start network...\u000a20:30:52.774727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:53.290913 run create_hlr_db(pid=11994): Launched\u000a20:30:53.477995 bus /gobi_6: Setting Powered False\u000a20:30:54.498099 run create_hlr_db(pid=11994): Terminated: ok {rc=0}\u000a20:30:54.904131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11996): Launched\u000a20:30:55.206634 run osmo-hlr_10.42.42.2(pid=11997): Launched\u000a20:30:55.324549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:55.864585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11999): Launched\u000a20:30:56.166637 run osmo-stp_10.42.42.5(pid=12000): Launched\u000a20:30:56.276255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:30:56.809302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12002): Launched\u000a20:30:56.924501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:30:57.206552 run patchelf(pid=12003): Launched\u000a20:30:57.395587 run osmo-stp_10.42.42.5(pid=12000): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)]\u000a20:30:57.533935 run osmo-stp_10.42.42.5(pid=12000): stdout: \u000a| (launched: 2022-12-09_20:30:56.018574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:57.672283 run osmo-stp_10.42.42.5(pid=12000): stderr: \u000a| �[0;m�[38;5;43m20221209203056191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203056191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203056192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203056192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203056193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203056193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203056193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:57.805506 run osmo-stp_10.42.42.5(pid=12000): stdout: \u000a| (launched: 2022-12-09_20:30:56.018574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:57.937576 run osmo-stp_10.42.42.5(pid=12000): stderr: \u000a| �[0;m�[38;5;43m20221209203056191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203056191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203056192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203056192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203056193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203056193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203056193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:58.091530 run patchelf(pid=12003): Terminating (SIGINT)\u000a20:30:58.271348 run patchelf(pid=12003): Terminated: ok {rc=0}\u000a20:30:58.303972 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12000): Process ended prematurely: osmo-stp_10.42.42.5(pid=12000) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:30:58.313351 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:30:58.376013 run osmo-hlr_10.42.42.2(pid=11997): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11997)]\u000a20:30:58.427335 run osmo-hlr_10.42.42.2(pid=11997): stdout: \u000a| (launched: 2022-12-09_20:30:55.057952) \u000a20:30:58.478990 run osmo-hlr_10.42.42.2(pid=11997): stderr: \u000a| �[0;m�[1;31m20221209203055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203055236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203055247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203055257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203055257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:58.523000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11996): Terminating (SIGTERM)\u000a20:30:58.564496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11999): Terminating (SIGTERM)\u000a20:30:58.606354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12002): Terminating (SIGTERM)\u000a20:30:58.616026 --- ParallelTerminationStrategy: PID 11996 died...\u000a20:30:58.671600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11996): Terminated: ok {rc=0}\u000a20:30:58.681717 --- ParallelTerminationStrategy: PID 11999 died...\u000a20:30:58.737260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11999): Terminated: ok {rc=0}\u000a20:30:58.747252 --- ParallelTerminationStrategy: PID 12002 died...\u000a20:30:58.802695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12002): Terminated: ok {rc=0}\u000a20:30:58.889118 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12010): Process ended prematurely: osmo-stp_10.42.42.5(pid=12010) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12010)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12010): Process ended prematurely: osmo-stp_10.42.42.5(pid=12010) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:30:59.942991 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:30:59.955028 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:31:00.125817 tst ping_idle_ping.py: using LAC 23535\u000a20:31:00.250556 tst ping_idle_ping.py: using RAC 75\u000a20:31:00.375477 tst ping_idle_ping.py: using CellId 23535\u000a20:31:00.502060 tst ping_idle_ping.py: using BVCI 23536\u000a20:31:00.526978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.538277 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.549404 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.560464 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.571513 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.582631 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.593845 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:31:00.604909 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:31:00.901877 tst ping_idle_ping.py:24: start network...\u000a20:31:01.032586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:01.527521 run create_hlr_db(pid=12004): Launched\u000a20:31:01.705807 bus /gobi_6: Setting Powered False\u000a20:31:02.723491 run create_hlr_db(pid=12004): Terminated: ok {rc=0}\u000a20:31:03.125734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12006): Launched\u000a20:31:03.429745 run osmo-hlr_10.42.42.2(pid=12007): Launched\u000a20:31:03.538599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:04.062752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12009): Launched\u000a20:31:04.365527 run osmo-stp_10.42.42.5(pid=12010): Launched\u000a20:31:04.475771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:05.002101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12012): Launched\u000a20:31:05.109629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:05.372720 run patchelf(pid=12013): Launched\u000a20:31:05.549785 run osmo-stp_10.42.42.5(pid=12010): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12010)]\u000a20:31:05.678911 run osmo-stp_10.42.42.5(pid=12010): stdout: \u000a| (launched: 2022-12-09_20:31:04.216203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:05.808564 run osmo-stp_10.42.42.5(pid=12010): stderr: \u000a| �[0;m�[38;5;43m20221209203104387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203104387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203104387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203104388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203104388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203104388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203104388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:05.933613 run osmo-stp_10.42.42.5(pid=12010): stdout: \u000a| (launched: 2022-12-09_20:31:04.216203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:06.057269 run osmo-stp_10.42.42.5(pid=12010): stderr: \u000a| �[0;m�[38;5;43m20221209203104387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203104387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203104387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203104388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203104388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203104388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203104388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:06.201289 run patchelf(pid=12013): Terminating (SIGINT)\u000a20:31:06.370345 run patchelf(pid=12013): Terminated: ok {rc=0}\u000a20:31:06.401146 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12010): Process ended prematurely: osmo-stp_10.42.42.5(pid=12010) [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12010)] [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:31:06.409886 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:31:06.470227 run osmo-hlr_10.42.42.2(pid=12007): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12007)]\u000a20:31:06.519234 run osmo-hlr_10.42.42.2(pid=12007): stdout: \u000a| (launched: 2022-12-09_20:31:03.279654) \u000a20:31:06.568755 run osmo-hlr_10.42.42.2(pid=12007): stderr: \u000a| �[0;m�[1;31m20221209203103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203103456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203103516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203103525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203103525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203103525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:06.610286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12006): Terminating (SIGTERM)\u000a20:31:06.649633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12009): Terminating (SIGTERM)\u000a20:31:06.688867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12012): Terminating (SIGTERM)\u000a20:31:06.698136 --- ParallelTerminationStrategy: PID 12006 died...\u000a20:31:06.750627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12006): Terminated: ok {rc=0}\u000a20:31:06.760308 --- ParallelTerminationStrategy: PID 12009 died...\u000a20:31:06.813312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12009): Terminated: ok {rc=0}\u000a20:31:06.822708 --- ParallelTerminationStrategy: PID 12012 died...\u000a20:31:06.875482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12012): Terminated: ok {rc=0}\u000a20:31:06.959216 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:30:09" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12027): Process ended prematurely: osmo-stp_10.42.42.5(pid=12027) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12027)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12027): Process ended prematurely: osmo-stp_10.42.42.5(pid=12027) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:31:09.124107 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.135334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:09.277328 tst cs_paging_gprs_active.py: using LAC 23536\u000a20:31:09.404565 tst cs_paging_gprs_active.py: using RAC 76\u000a20:31:09.525584 tst cs_paging_gprs_active.py: using CellId 23536\u000a20:31:09.645677 tst cs_paging_gprs_active.py: using BVCI 23537\u000a20:31:09.669712 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.680792 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.691998 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.703414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.714901 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.726350 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.737820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.748997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:09.760402 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:09.878334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:10.162238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:31:10.291372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:10.612439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Launched\u000a20:31:10.877307 run iperf3-srv_10.42.42.10(pid=12018): Launched\u000a20:31:11.065039 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:31:11.193373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:11.511317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12019): Launched\u000a20:31:11.776245 run iperf3-srv_10.42.42.10(pid=12020): Launched\u000a20:31:11.964553 tst cs_paging_gprs_active.py:38: start network...\u000a20:31:12.093350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:12.577895 run create_hlr_db(pid=12021): Launched\u000a20:31:12.754966 bus /gobi_6: Setting Powered False\u000a20:31:13.776201 run create_hlr_db(pid=12021): Terminated: ok {rc=0}\u000a20:31:14.213481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12023): Launched\u000a20:31:14.547262 run osmo-hlr_10.42.42.2(pid=12024): Launched\u000a20:31:14.668806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:15.241960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12026): Launched\u000a20:31:15.573739 run osmo-stp_10.42.42.5(pid=12027): Launched\u000a20:31:15.693321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:16.344754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12029): Launched\u000a20:31:16.497218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:16.823937 run patchelf(pid=12030): Launched\u000a20:31:17.022005 run osmo-stp_10.42.42.5(pid=12027): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12027)]\u000a20:31:17.166182 run osmo-stp_10.42.42.5(pid=12027): stdout: \u000a| (launched: 2022-12-09_20:31:15.410383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:17.308582 run osmo-stp_10.42.42.5(pid=12027): stderr: \u000a| �[0;m�[38;5;43m20221209203115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203115602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203115602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203115603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203115603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:17.445196 run osmo-stp_10.42.42.5(pid=12027): stdout: \u000a| (launched: 2022-12-09_20:31:15.410383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:17.580194 run osmo-stp_10.42.42.5(pid=12027): stderr: \u000a| �[0;m�[38;5;43m20221209203115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203115602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203115602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203115603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203115603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:17.737517 run patchelf(pid=12030): Terminating (SIGINT)\u000a20:31:17.921332 run patchelf(pid=12030): Terminated: ok {rc=0}\u000a20:31:17.955136 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12027): Process ended prematurely: osmo-stp_10.42.42.5(pid=12027) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12027)] [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:31:17.965264 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:31:18.029088 run osmo-hlr_10.42.42.2(pid=12024): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12024)]\u000a20:31:18.081061 run osmo-hlr_10.42.42.2(pid=12024): stdout: \u000a| (launched: 2022-12-09_20:31:14.381830) \u000a20:31:18.133557 run osmo-hlr_10.42.42.2(pid=12024): stderr: \u000a| �[0;m�[1;31m20221209203114581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203114581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203114581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203114581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203114581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203114581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203114594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203114605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203114605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203114605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:18.178148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Terminating (SIGTERM)\u000a20:31:18.220099 run iperf3-srv_10.42.42.10(pid=12018): Terminating (SIGTERM)\u000a20:31:18.262095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12019): Terminating (SIGTERM)\u000a20:31:18.304041 run iperf3-srv_10.42.42.10(pid=12020): Terminating (SIGTERM)\u000a20:31:18.346740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12023): Terminating (SIGTERM)\u000a20:31:18.388916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12026): Terminating (SIGTERM)\u000a20:31:18.431174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12029): Terminating (SIGTERM)\u000a20:31:18.440407 --- ParallelTerminationStrategy: PID 12017 died...\u000a20:31:18.496090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Terminated: ok {rc=0}\u000a20:31:18.506161 --- ParallelTerminationStrategy: PID 12018 died...\u000a20:31:18.561692 run iperf3-srv_10.42.42.10(pid=12018): Terminated {rc=256}\u000a20:31:18.571676 --- ParallelTerminationStrategy: PID 12019 died...\u000a20:31:18.627035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12019): Terminated: ok {rc=0}\u000a20:31:18.637093 --- ParallelTerminationStrategy: PID 12020 died...\u000a20:31:18.692298 run iperf3-srv_10.42.42.10(pid=12020): Terminated {rc=256}\u000a20:31:18.702256 --- ParallelTerminationStrategy: PID 12023 died...\u000a20:31:18.757743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12023): Terminated: ok {rc=0}\u000a20:31:18.767820 --- ParallelTerminationStrategy: PID 12026 died...\u000a20:31:18.823977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12026): Terminated: ok {rc=0}\u000a20:31:18.834038 --- ParallelTerminationStrategy: PID 12029 died...\u000a20:31:18.890226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12029): Terminated: ok {rc=0}\u000a20:31:18.978196 bus /gobi_0: Setting Powered False\u000a20:31:20.082277 bus /gobi_0: Setting Powered False\u000a20:31:21.194636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12039): Process ended prematurely: osmo-stp_10.42.42.5(pid=12039) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12039)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12039): Process ended prematurely: osmo-stp_10.42.42.5(pid=12039) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:31:22.305902 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.317988 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:22.463069 tst iperf3.py: using LAC 23537\u000a20:31:22.585643 tst iperf3.py: using RAC 77\u000a20:31:22.705804 tst iperf3.py: using CellId 23537\u000a20:31:22.825956 tst iperf3.py: using BVCI 23538\u000a20:31:22.849497 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.860660 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.871737 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.883044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.894837 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.906392 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.917908 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.929217 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:22.940555 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:23.239397 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:31:23.377017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:23.719324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12031): Launched\u000a20:31:24.003022 run iperf3-srv_10.42.42.10(pid=12032): Launched\u000a20:31:24.205516 tst iperf3.py:8: start network...\u000a20:31:24.343153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:24.868495 run create_hlr_db(pid=12033): Launched\u000a20:31:25.059095 bus /gobi_6: Setting Powered False\u000a20:31:26.080299 run create_hlr_db(pid=12033): Terminated: ok {rc=0}\u000a20:31:26.492863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12035): Launched\u000a20:31:26.802932 run osmo-hlr_10.42.42.2(pid=12036): Launched\u000a20:31:26.924244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:27.462091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12038): Launched\u000a20:31:27.771830 run osmo-stp_10.42.42.5(pid=12039): Launched\u000a20:31:27.884525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:28.426566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12041): Launched\u000a20:31:28.544578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:28.831811 run patchelf(pid=12042): Launched\u000a20:31:29.023377 run osmo-stp_10.42.42.5(pid=12039): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12039)]\u000a20:31:29.163592 run osmo-stp_10.42.42.5(pid=12039): stdout: \u000a| (launched: 2022-12-09_20:31:27.618631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:29.303453 run osmo-stp_10.42.42.5(pid=12039): stderr: \u000a| �[0;m�[38;5;43m20221209203127792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203127792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203127792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203127792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203127793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203127793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203127793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:29.439171 run osmo-stp_10.42.42.5(pid=12039): stdout: \u000a| (launched: 2022-12-09_20:31:27.618631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:29.573865 run osmo-stp_10.42.42.5(pid=12039): stderr: \u000a| �[0;m�[38;5;43m20221209203127792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203127792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203127792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203127792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203127793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203127793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203127793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:29.730407 run patchelf(pid=12042): Terminating (SIGINT)\u000a20:31:29.914078 run patchelf(pid=12042): Terminated: ok {rc=0}\u000a20:31:29.947730 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12039): Process ended prematurely: osmo-stp_10.42.42.5(pid=12039) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12039)] [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:31:29.957760 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:31:30.020308 run osmo-hlr_10.42.42.2(pid=12036): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12036)]\u000a20:31:30.071436 run osmo-hlr_10.42.42.2(pid=12036): stdout: \u000a| (launched: 2022-12-09_20:31:26.649311) \u000a20:31:30.123051 run osmo-hlr_10.42.42.2(pid=12036): stderr: \u000a| �[0;m�[1;31m20221209203126828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203126828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203126828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203126828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203126828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203126828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203126841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203126849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203126850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203126850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:30.166890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12031): Terminating (SIGTERM)\u000a20:31:30.208188 run iperf3-srv_10.42.42.10(pid=12032): Terminating (SIGTERM)\u000a20:31:30.249713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12035): Terminating (SIGTERM)\u000a20:31:30.291112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12038): Terminating (SIGTERM)\u000a20:31:30.332452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12041): Terminating (SIGTERM)\u000a20:31:30.342016 --- ParallelTerminationStrategy: PID 12031 died...\u000a20:31:30.397307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12031): Terminated: ok {rc=0}\u000a20:31:30.407231 --- ParallelTerminationStrategy: PID 12032 died...\u000a20:31:30.462146 run iperf3-srv_10.42.42.10(pid=12032): Terminated {rc=256}\u000a20:31:30.472065 --- ParallelTerminationStrategy: PID 12035 died...\u000a20:31:30.527105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12035): Terminated: ok {rc=0}\u000a20:31:30.537081 --- ParallelTerminationStrategy: PID 12038 died...\u000a20:31:30.591922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12038): Terminated: ok {rc=0}\u000a20:31:30.601941 --- ParallelTerminationStrategy: PID 12041 died...\u000a20:31:30.656727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12041): Terminated: ok {rc=0}\u000a20:31:30.741908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12057): Process ended prematurely: osmo-stp_10.42.42.5(pid=12057) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12057)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12057): Process ended prematurely: osmo-stp_10.42.42.5(pid=12057) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:31:31.878551 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:31.891589 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:32.041880 tst iperf3m4.py: using LAC 23538\u000a20:31:32.187093 tst iperf3m4.py: using RAC 78\u000a20:31:32.320217 tst iperf3m4.py: using CellId 23538\u000a20:31:32.447371 tst iperf3m4.py: using BVCI 23539\u000a20:31:32.472555 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.484327 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.495919 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.507481 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.519209 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.530789 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.542484 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.553960 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:32.565800 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:32.686295 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:32.810283 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:32.932293 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:33.232104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:31:33.370139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:33.711247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12043): Launched\u000a20:31:33.995212 run iperf3-srv_10.42.42.10(pid=12044): Launched\u000a20:31:34.198080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:31:34.335647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:34.675821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12045): Launched\u000a20:31:34.960441 run iperf3-srv_10.42.42.10(pid=12046): Launched\u000a20:31:35.163129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:31:35.301154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:35.641797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12047): Launched\u000a20:31:35.923139 run iperf3-srv_10.42.42.10(pid=12048): Launched\u000a20:31:36.124746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:31:36.261822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:31:36.602349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12049): Launched\u000a20:31:36.884045 run iperf3-srv_10.42.42.10(pid=12050): Launched\u000a20:31:37.086080 tst iperf3m4.py:8: start network...\u000a20:31:37.223690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:37.751437 run create_hlr_db(pid=12051): Launched\u000a20:31:37.941326 bus /gobi_6: Setting Powered False\u000a20:31:38.962583 run create_hlr_db(pid=12051): Terminated: ok {rc=0}\u000a20:31:39.374761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12053): Launched\u000a20:31:39.684788 run osmo-hlr_10.42.42.2(pid=12054): Launched\u000a20:31:39.806548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:40.351028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12056): Launched\u000a20:31:40.659477 run osmo-stp_10.42.42.5(pid=12057): Launched\u000a20:31:40.772075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:41.307316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12059): Launched\u000a20:31:41.416328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:41.684296 run patchelf(pid=12060): Launched\u000a20:31:41.863651 run osmo-stp_10.42.42.5(pid=12057): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12057)]\u000a20:31:41.994616 run osmo-stp_10.42.42.5(pid=12057): stdout: \u000a| (launched: 2022-12-09_20:31:40.507137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:42.126526 run osmo-stp_10.42.42.5(pid=12057): stderr: \u000a| �[0;m�[38;5;43m20221209203140675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203140675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203140675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203140675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203140676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203140676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203140676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:42.253478 run osmo-stp_10.42.42.5(pid=12057): stdout: \u000a| (launched: 2022-12-09_20:31:40.507137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:42.379662 run osmo-stp_10.42.42.5(pid=12057): stderr: \u000a| �[0;m�[38;5;43m20221209203140675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203140675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203140675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203140675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203140676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203140676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203140676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:42.526336 run patchelf(pid=12060): Terminating (SIGINT)\u000a20:31:42.698928 run patchelf(pid=12060): Terminated: ok {rc=0}\u000a20:31:42.730713 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12057): Process ended prematurely: osmo-stp_10.42.42.5(pid=12057) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12057)] [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:31:42.740178 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:31:42.800857 run osmo-hlr_10.42.42.2(pid=12054): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12054)]\u000a20:31:42.849574 run osmo-hlr_10.42.42.2(pid=12054): stdout: \u000a| (launched: 2022-12-09_20:31:39.531206) \u000a20:31:42.899017 run osmo-hlr_10.42.42.2(pid=12054): stderr: \u000a| �[0;m�[1;31m20221209203139703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203139703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203139704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203139704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203139704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203139704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203139716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203139724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203139725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203139725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:42.940495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12043): Terminating (SIGTERM)\u000a20:31:42.979715 run iperf3-srv_10.42.42.10(pid=12044): Terminating (SIGTERM)\u000a20:31:43.019238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12045): Terminating (SIGTERM)\u000a20:31:43.058307 run iperf3-srv_10.42.42.10(pid=12046): Terminating (SIGTERM)\u000a20:31:43.097580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12047): Terminating (SIGTERM)\u000a20:31:43.136738 run iperf3-srv_10.42.42.10(pid=12048): Terminating (SIGTERM)\u000a20:31:43.176126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12049): Terminating (SIGTERM)\u000a20:31:43.215341 run iperf3-srv_10.42.42.10(pid=12050): Terminating (SIGTERM)\u000a20:31:43.254429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12053): Terminating (SIGTERM)\u000a20:31:43.293634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12056): Terminating (SIGTERM)\u000a20:31:43.332882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12059): Terminating (SIGTERM)\u000a20:31:43.342213 --- ParallelTerminationStrategy: PID 12043 died...\u000a20:31:43.394908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12043): Terminated: ok {rc=0}\u000a20:31:43.404628 --- ParallelTerminationStrategy: PID 12044 died...\u000a20:31:43.457349 run iperf3-srv_10.42.42.10(pid=12044): Terminated {rc=256}\u000a20:31:43.467053 --- ParallelTerminationStrategy: PID 12045 died...\u000a20:31:43.519805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12045): Terminated: ok {rc=0}\u000a20:31:43.529584 --- ParallelTerminationStrategy: PID 12046 died...\u000a20:31:43.582151 run iperf3-srv_10.42.42.10(pid=12046): Terminated {rc=256}\u000a20:31:43.592183 --- ParallelTerminationStrategy: PID 12047 died...\u000a20:31:43.646148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12047): Terminated: ok {rc=0}\u000a20:31:43.655705 --- ParallelTerminationStrategy: PID 12048 died...\u000a20:31:43.708284 run iperf3-srv_10.42.42.10(pid=12048): Terminated {rc=256}\u000a20:31:43.717991 --- ParallelTerminationStrategy: PID 12049 died...\u000a20:31:43.770490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12049): Terminated: ok {rc=0}\u000a20:31:43.780170 --- ParallelTerminationStrategy: PID 12050 died...\u000a20:31:43.832569 run iperf3-srv_10.42.42.10(pid=12050): Terminated {rc=256}\u000a20:31:43.842264 --- ParallelTerminationStrategy: PID 12053 died...\u000a20:31:43.895083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12053): Terminated: ok {rc=0}\u000a20:31:43.904844 --- ParallelTerminationStrategy: PID 12056 died...\u000a20:31:43.957475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12056): Terminated: ok {rc=0}\u000a20:31:43.967225 --- ParallelTerminationStrategy: PID 12059 died...\u000a20:31:44.020286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12059): Terminated: ok {rc=0}\u000a20:31:44.109616 bus /gobi_4: Setting Powered False\u000a20:31:45.214409 bus /gobi_4: Setting Powered False\u000a20:31:46.347214 bus /gobi_1: Setting Powered False\u000a20:31:47.455635 bus /gobi_1: Setting Powered False\u000a20:31:48.564052 bus /gobi_0: Setting Powered False\u000a20:31:49.671371 bus /gobi_0: Setting Powered False\u000a20:31:50.780744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12067): Process ended prematurely: osmo-stp_10.42.42.5(pid=12067) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12067)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12067): Process ended prematurely: osmo-stp_10.42.42.5(pid=12067) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:31:51.850038 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:51.862635 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:31:52.006071 tst ping.py: using LAC 23539\u000a20:31:52.124036 tst ping.py: using RAC 79\u000a20:31:52.243096 tst ping.py: using CellId 23539\u000a20:31:52.365595 tst ping.py: using BVCI 23540\u000a20:31:52.388446 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.399726 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.410921 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.422241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.433430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.444771 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.456175 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:52.467321 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:31:52.746702 tst ping.py:19: start network...\u000a20:31:52.871597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:53.345852 run create_hlr_db(pid=12061): Launched\u000a20:31:53.519568 bus /gobi_6: Setting Powered False\u000a20:31:54.540699 run create_hlr_db(pid=12061): Terminated: ok {rc=0}\u000a20:31:54.944730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12063): Launched\u000a20:31:55.247460 run osmo-hlr_10.42.42.2(pid=12064): Launched\u000a20:31:55.364634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:55.901281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12066): Launched\u000a20:31:56.203405 run osmo-stp_10.42.42.5(pid=12067): Launched\u000a20:31:56.313613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:31:56.841046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12069): Launched\u000a20:31:56.947857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:31:57.211247 run patchelf(pid=12070): Launched\u000a20:31:57.386924 run osmo-stp_10.42.42.5(pid=12067): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12067)]\u000a20:31:57.515826 run osmo-stp_10.42.42.5(pid=12067): stdout: \u000a| (launched: 2022-12-09_20:31:56.054325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:57.644852 run osmo-stp_10.42.42.5(pid=12067): stderr: \u000a| �[0;m�[38;5;43m20221209203156224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203156224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203156224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203156225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203156225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203156226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203156226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:57.769828 run osmo-stp_10.42.42.5(pid=12067): stdout: \u000a| (launched: 2022-12-09_20:31:56.054325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:57.893480 run osmo-stp_10.42.42.5(pid=12067): stderr: \u000a| �[0;m�[38;5;43m20221209203156224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203156224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203156224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203156225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203156225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203156226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203156226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:58.037530 run patchelf(pid=12070): Terminating (SIGINT)\u000a20:31:58.206567 run patchelf(pid=12070): Terminated: ok {rc=0}\u000a20:31:58.237635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12067): Process ended prematurely: osmo-stp_10.42.42.5(pid=12067) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12067)] [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:31:58.246589 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:31:58.306825 run osmo-hlr_10.42.42.2(pid=12064): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12064)]\u000a20:31:58.355908 run osmo-hlr_10.42.42.2(pid=12064): stdout: \u000a| (launched: 2022-12-09_20:31:55.097793) \u000a20:31:58.405545 run osmo-hlr_10.42.42.2(pid=12064): stderr: \u000a| �[0;m�[1;31m20221209203155276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203155276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203155276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203155276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203155276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203155276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203155288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203155296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203155296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203155296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:58.447134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12063): Terminating (SIGTERM)\u000a20:31:58.486542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12066): Terminating (SIGTERM)\u000a20:31:58.526204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12069): Terminating (SIGTERM)\u000a20:31:58.535533 --- ParallelTerminationStrategy: PID 12063 died...\u000a20:31:58.588716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12063): Terminated: ok {rc=0}\u000a20:31:58.598296 --- ParallelTerminationStrategy: PID 12066 died...\u000a20:31:58.651387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12066): Terminated: ok {rc=0}\u000a20:31:58.661230 --- ParallelTerminationStrategy: PID 12069 died...\u000a20:31:58.714339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12069): Terminated: ok {rc=0}\u000a20:31:58.798587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12077): Process ended prematurely: osmo-stp_10.42.42.5(pid=12077) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12077)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12077): Process ended prematurely: osmo-stp_10.42.42.5(pid=12077) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:31:59.848778 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:31:59.861240 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:32:00.007968 tst ping_idle_ping.py: using LAC 23540\u000a20:32:00.136203 tst ping_idle_ping.py: using RAC 80\u000a20:32:00.264096 tst ping_idle_ping.py: using CellId 23540\u000a20:32:00.391932 tst ping_idle_ping.py: using BVCI 23541\u000a20:32:00.417088 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.429153 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.440809 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.453255 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.465927 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.478243 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.490621 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:32:00.502310 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:32:00.783260 tst ping_idle_ping.py:24: start network...\u000a20:32:00.940494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:01.505691 run create_hlr_db(pid=12071): Launched\u000a20:32:01.701329 bus /gobi_6: Setting Powered False\u000a20:32:02.715633 run create_hlr_db(pid=12071): Terminated: ok {rc=0}\u000a20:32:03.125477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12073): Launched\u000a20:32:03.428593 run osmo-hlr_10.42.42.2(pid=12074): Launched\u000a20:32:03.547150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:04.082402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12076): Launched\u000a20:32:04.386490 run osmo-stp_10.42.42.5(pid=12077): Launched\u000a20:32:04.497792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:05.025476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12079): Launched\u000a20:32:05.133494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:05.397898 run patchelf(pid=12080): Launched\u000a20:32:05.574945 run osmo-stp_10.42.42.5(pid=12077): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12077)]\u000a20:32:05.704384 run osmo-stp_10.42.42.5(pid=12077): stdout: \u000a| (launched: 2022-12-09_20:32:04.236263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:05.835138 run osmo-stp_10.42.42.5(pid=12077): stderr: \u000a| �[0;m�[38;5;43m20221209203204408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203204408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203204409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203204409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203204410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203204410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203204410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:05.960352 run osmo-stp_10.42.42.5(pid=12077): stdout: \u000a| (launched: 2022-12-09_20:32:04.236263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:06.084858 run osmo-stp_10.42.42.5(pid=12077): stderr: \u000a| �[0;m�[38;5;43m20221209203204408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203204408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203204409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203204409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203204410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203204410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203204410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:06.229526 run patchelf(pid=12080): Terminating (SIGINT)\u000a20:32:06.399078 run patchelf(pid=12080): Terminated: ok {rc=0}\u000a20:32:06.430138 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12077): Process ended prematurely: osmo-stp_10.42.42.5(pid=12077) [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12077)] [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:32:06.438988 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:32:06.500308 run osmo-hlr_10.42.42.2(pid=12074): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12074)]\u000a20:32:06.549698 run osmo-hlr_10.42.42.2(pid=12074): stdout: \u000a| (launched: 2022-12-09_20:32:03.279355) \u000a20:32:06.599563 run osmo-hlr_10.42.42.2(pid=12074): stderr: \u000a| �[0;m�[1;31m20221209203203454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203203454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203203454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203203455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203203455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203203455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203203467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203203476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203203476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203203476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:06.641582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12073): Terminating (SIGTERM)\u000a20:32:06.681403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12076): Terminating (SIGTERM)\u000a20:32:06.721378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12079): Terminating (SIGTERM)\u000a20:32:06.730809 --- ParallelTerminationStrategy: PID 12073 died...\u000a20:32:06.784276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12073): Terminated: ok {rc=0}\u000a20:32:06.794101 --- ParallelTerminationStrategy: PID 12076 died...\u000a20:32:06.847779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12076): Terminated: ok {rc=0}\u000a20:32:06.857692 --- ParallelTerminationStrategy: PID 12079 died...\u000a20:32:06.911083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12079): Terminated: ok {rc=0}\u000a20:32:07.000440 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12093): Process ended prematurely: osmo-stp_10.42.42.5(pid=12093) [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12093): Process ended prematurely: osmo-stp_10.42.42.5(pid=12093) [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:32:09.031800 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.043125 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:32:09.197646 tst switch_tch_pdch.py: using LAC 23541\u000a20:32:09.313915 tst switch_tch_pdch.py: using RAC 81\u000a20:32:09.429875 tst switch_tch_pdch.py: using CellId 23541\u000a20:32:09.547022 tst switch_tch_pdch.py: using BVCI 23542\u000a20:32:09.570080 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.581290 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.592478 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.603753 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.614936 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.626141 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.637485 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:32:09.648621 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:32:09.769503 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:32:10.065972 tst switch_tch_pdch.py:51: start network...\u000a20:32:10.201335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:10.719346 run create_hlr_db(pid=12087): Launched\u000a20:32:10.907248 bus /gobi_6: Setting Powered False\u000a20:32:11.927489 run create_hlr_db(pid=12087): Terminated: ok {rc=0}\u000a20:32:12.333111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12089): Launched\u000a20:32:12.637613 run osmo-hlr_10.42.42.2(pid=12090): Launched\u000a20:32:12.753628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:13.275879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12092): Launched\u000a20:32:13.577321 run osmo-stp_10.42.42.5(pid=12093): Launched\u000a20:32:13.688261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:14.217362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12095): Launched\u000a20:32:14.334015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:14.597580 run patchelf(pid=12099): Launched\u000a20:32:14.773538 run osmo-stp_10.42.42.5(pid=12093): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)]\u000a20:32:14.902371 run osmo-stp_10.42.42.5(pid=12093): stdout: \u000a| (launched: 2022-12-09_20:32:13.428566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:15.031418 run osmo-stp_10.42.42.5(pid=12093): stderr: \u000a| �[0;m�[38;5;43m20221209203213599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203213600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203213600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203213600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203213601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203213601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203213601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:15.156370 run osmo-stp_10.42.42.5(pid=12093): stdout: \u000a| (launched: 2022-12-09_20:32:13.428566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:15.279833 run osmo-stp_10.42.42.5(pid=12093): stderr: \u000a| �[0;m�[38;5;43m20221209203213599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203213600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203213600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203213600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203213601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203213601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203213601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:15.423013 run patchelf(pid=12099): Terminating (SIGINT)\u000a20:32:15.591251 run patchelf(pid=12099): Terminated: ok {rc=0}\u000a20:32:15.621927 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12093): Process ended prematurely: osmo-stp_10.42.42.5(pid=12093) [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12093)] [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:32:15.631190 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:32:15.691535 run osmo-hlr_10.42.42.2(pid=12090): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12090)]\u000a20:32:15.740370 run osmo-hlr_10.42.42.2(pid=12090): stdout: \u000a| (launched: 2022-12-09_20:32:12.486724) \u000a20:32:15.789862 run osmo-hlr_10.42.42.2(pid=12090): stderr: \u000a| �[0;m�[1;31m20221209203212664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203212664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203212664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203212664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203212664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203212664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203212677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203212685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203212686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203212686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:15.839677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12089): Terminating (SIGTERM)\u000a20:32:15.901190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12092): Terminating (SIGTERM)\u000a20:32:15.945871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12095): Terminating (SIGTERM)\u000a20:32:15.955554 --- ParallelTerminationStrategy: PID 12089 died...\u000a20:32:16.010215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12089): Terminated: ok {rc=0}\u000a20:32:16.020292 --- ParallelTerminationStrategy: PID 12092 died...\u000a20:32:16.075056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12092): Terminated: ok {rc=0}\u000a20:32:16.085318 --- ParallelTerminationStrategy: PID 12095 died...\u000a20:32:16.139981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12095): Terminated: ok {rc=0}\u000a20:32:16.226146 bus /gobi_0: Setting Powered False\u000a20:32:17.326455 bus /gobi_0: Setting Powered False\u000a20:32:18.437103 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:32:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12109): Process ended prematurely: osmo-stp_10.42.42.5(pid=12109) [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12109)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12109): Process ended prematurely: osmo-stp_10.42.42.5(pid=12109) [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:32:20.419504 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:20.430825 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:32:20.598342 tst switch_tch_pdch.py: using LAC 23542\u000a20:32:20.725478 tst switch_tch_pdch.py: using RAC 82\u000a20:32:20.852416 tst switch_tch_pdch.py: using CellId 23542\u000a20:32:20.977590 tst switch_tch_pdch.py: using BVCI 23543\u000a20:32:21.002482 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.013838 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.024908 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.036393 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.047951 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.059189 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.070504 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:32:21.081669 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:32:21.198193 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:32:21.490879 tst switch_tch_pdch.py:51: start network...\u000a20:32:21.625162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:22.114984 run create_hlr_db(pid=12103): Launched\u000a20:32:22.245862 bus /gobi_6: Setting Powered False\u000a20:32:23.321857 run create_hlr_db(pid=12103): Terminated: ok {rc=0}\u000a20:32:23.708704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12105): Launched\u000a20:32:24.031488 run osmo-hlr_10.42.42.2(pid=12106): Launched\u000a20:32:24.149225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:24.679644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12108): Launched\u000a20:32:25.003249 run osmo-stp_10.42.42.5(pid=12109): Launched\u000a20:32:25.119391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:32:25.653894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12111): Launched\u000a20:32:25.768833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:32:26.051414 run patchelf(pid=12112): Launched\u000a20:32:26.239855 run osmo-stp_10.42.42.5(pid=12109): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12109)]\u000a20:32:26.378033 run osmo-stp_10.42.42.5(pid=12109): stdout: \u000a| (launched: 2022-12-09_20:32:24.844143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:26.515455 run osmo-stp_10.42.42.5(pid=12109): stderr: \u000a| �[0;m�[38;5;43m20221209203225038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203225038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203225038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203225039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203225039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203225039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203225039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:26.648610 run osmo-stp_10.42.42.5(pid=12109): stdout: \u000a| (launched: 2022-12-09_20:32:24.844143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:26.780483 run osmo-stp_10.42.42.5(pid=12109): stderr: \u000a| �[0;m�[38;5;43m20221209203225038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203225038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203225038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203225039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203225039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203225039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203225039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:26.933785 run patchelf(pid=12112): Terminating (SIGINT)\u000a20:32:27.114163 run patchelf(pid=12112): Terminated: ok {rc=0}\u000a20:32:27.146836 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12109): Process ended prematurely: osmo-stp_10.42.42.5(pid=12109) [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12109)] [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:32:27.156126 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:32:27.218772 run osmo-hlr_10.42.42.2(pid=12106): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12106)]\u000a20:32:27.270214 run osmo-hlr_10.42.42.2(pid=12106): stdout: \u000a| (launched: 2022-12-09_20:32:23.873109) \u000a20:32:27.322280 run osmo-hlr_10.42.42.2(pid=12106): stderr: \u000a| �[0;m�[1;31m20221209203224075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203224075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203224075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203224075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203224075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203224075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203224090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203224099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203224100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203224100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:27.366690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12105): Terminating (SIGTERM)\u000a20:32:27.408231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12108): Terminating (SIGTERM)\u000a20:32:27.449920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12111): Terminating (SIGTERM)\u000a20:32:27.459537 --- ParallelTerminationStrategy: PID 12105 died...\u000a20:32:27.514984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12105): Terminated: ok {rc=0}\u000a20:32:27.524888 --- ParallelTerminationStrategy: PID 12108 died...\u000a20:32:27.580486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12108): Terminated: ok {rc=0}\u000a20:32:27.590502 --- ParallelTerminationStrategy: PID 12111 died...\u000a20:32:27.645927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12111): Terminated: ok {rc=0}\u000a20:32:27.733707 bus /gobi_0: Setting Powered False\u000a20:32:28.840860 bus /gobi_0: Setting Powered False\u000a20:32:29.951784 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:32:20" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12117): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12117) [trial-2364↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12117)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12117): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12117) [trial-2364↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a20:32:31.924085 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a20:32:31.939245 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:32.096643 tst mo_mt_sms.py: using LAC 23543\u000a20:32:32.221098 tst mo_mt_sms.py: using RAC 83\u000a20:32:32.344572 tst mo_mt_sms.py: using CellId 23543\u000a20:32:32.468280 tst mo_mt_sms.py: using BVCI 23544\u000a20:32:32.491386 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:32.611241 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:32.890182 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:32:33.016117 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:32:33.641274 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12116): Launched\u000a20:32:33.941982 run osmo-nitb_10.42.42.2(pid=12117): Launched\u000a20:32:34.128040 run osmo-nitb_10.42.42.2(pid=12117): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12117)]\u000a20:32:34.264309 run osmo-nitb_10.42.42.2(pid=12117): stdout: \u000a| (launched: 2022-12-09_20:32:33.794389) \u000a20:32:34.401146 run osmo-nitb_10.42.42.2(pid=12117): stderr: \u000a| (launched: 2022-12-09_20:32:33.839160)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:34.533942 run osmo-nitb_10.42.42.2(pid=12117): stdout: \u000a| (launched: 2022-12-09_20:32:33.794389) \u000a20:32:34.665323 run osmo-nitb_10.42.42.2(pid=12117): stderr: \u000a| (launched: 2022-12-09_20:32:33.839160)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:35.064249 tst osmo-nitb_10.42.42.2(pid=12117): stdout: \u000a| (launched: 2022-12-09_20:32:33.794389) \u000a20:32:35.184857 tst osmo-nitb_10.42.42.2(pid=12117): stderr: \u000a| (launched: 2022-12-09_20:32:33.839160)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:35.237764 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12117): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12117) [trial-2364↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12117)] [trial-2364↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a20:32:35.246277 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:32:35.283100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12116): Terminating (SIGTERM)\u000a20:32:35.460710 --- ParallelTerminationStrategy: PID 12116 died...\u000a20:32:35.517374 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12116): Terminated: ok {rc=0}\u000a20:32:35.606450 bus /sierra_3: Setting Powered False\u000a20:32:36.712856 bus /sierra_3: Setting Powered False\u000a20:32:37.822147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:32:31" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12127): Process ended prematurely: osmo-stp_10.42.42.5(pid=12127) [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12127): Process ended prematurely: osmo-stp_10.42.42.5(pid=12127) [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a20:32:39.713377 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:39.723989 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:39.860077 tst mo_mt_sms.py: using LAC 23544\u000a20:32:39.977666 tst mo_mt_sms.py: using RAC 84\u000a20:32:40.095921 tst mo_mt_sms.py: using CellId 23544\u000a20:32:40.215453 tst mo_mt_sms.py: using BVCI 23545\u000a20:32:40.238289 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:40.249115 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:40.259589 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:40.270401 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:40.281105 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:40.291797 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:40.412776 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:32:40.614912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:41.092360 run create_hlr_db(pid=12121): Launched\u000a20:32:41.266288 bus /sierra_2: Setting Powered False\u000a20:32:42.287595 run create_hlr_db(pid=12121): Terminated: ok {rc=0}\u000a20:32:42.688108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Launched\u000a20:32:42.989197 run osmo-hlr_10.42.42.2(pid=12124): Launched\u000a20:32:43.102269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:43.633270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12126): Launched\u000a20:32:43.933334 run osmo-stp_10.42.42.5(pid=12127): Launched\u000a20:32:44.042484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:44.591705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12129): Launched\u000a20:32:44.893871 run osmo-msc_10.42.42.6(pid=12130): Launched\u000a20:32:45.070374 run osmo-stp_10.42.42.5(pid=12127): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)]\u000a20:32:45.198818 run osmo-stp_10.42.42.5(pid=12127): stdout: \u000a| (launched: 2022-12-09_20:32:43.785285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:45.325116 run osmo-stp_10.42.42.5(pid=12127): stderr: \u000a| �[0;m�[38;5;43m20221209203243953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203243953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203243953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203243954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203243954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203243954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203243954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:45.446201 run osmo-stp_10.42.42.5(pid=12127): stdout: \u000a| (launched: 2022-12-09_20:32:43.785285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:45.566892 run osmo-stp_10.42.42.5(pid=12127): stderr: \u000a| �[0;m�[38;5;43m20221209203243953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203243953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203243953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203243954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203243954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203243954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203243954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:45.619708 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12127): Process ended prematurely: osmo-stp_10.42.42.5(pid=12127) [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12127)] [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a20:32:45.627830 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a20:32:45.687949 run osmo-hlr_10.42.42.2(pid=12124): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12124)]\u000a20:32:45.736627 run osmo-hlr_10.42.42.2(pid=12124): stdout: \u000a| (launched: 2022-12-09_20:32:42.840935) \u000a20:32:45.786270 run osmo-hlr_10.42.42.2(pid=12124): stderr: \u000a| �[0;m�[1;31m20221209203243020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203243020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203243020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203243020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203243020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203243020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203243033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203243041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203243042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203243042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:45.874401 run osmo-msc_10.42.42.6(pid=12130): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12130)]\u000a20:32:45.925470 run osmo-msc_10.42.42.6(pid=12130): stdout: \u000a| (launched: 2022-12-09_20:32:44.744501) \u000a20:32:45.985737 run osmo-msc_10.42.42.6(pid=12130): stderr: \u000a| �[0;m�[38;5;43m20221209203245017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203245017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a42c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203245017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203245017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203245018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203245018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203245019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203245020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203245020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203245020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:46.028787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Terminating (SIGTERM)\u000a20:32:46.072294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12126): Terminating (SIGTERM)\u000a20:32:46.117356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12129): Terminating (SIGTERM)\u000a20:32:46.128025 --- ParallelTerminationStrategy: PID 12123 died...\u000a20:32:46.186073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Terminated: ok {rc=0}\u000a20:32:46.197212 --- ParallelTerminationStrategy: PID 12126 died...\u000a20:32:46.255080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12126): Terminated: ok {rc=0}\u000a20:32:46.266418 --- ParallelTerminationStrategy: PID 12129 died...\u000a20:32:46.323140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12129): Terminated: ok {rc=0}\u000a20:32:46.413787 bus /sierra_3: Setting Powered False\u000a20:32:47.520109 bus /sierra_3: Setting Powered False\u000a20:32:48.631183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12136): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12136) [trial-2364↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12136)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12136): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12136) [trial-2364↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a20:32:50.472650 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a20:32:50.483717 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:50.623058 tst assert_extension.py: using LAC 23545\u000a20:32:50.739188 tst assert_extension.py: using RAC 85\u000a20:32:50.855943 tst assert_extension.py: using CellId 23545\u000a20:32:50.972108 tst assert_extension.py: using BVCI 23546\u000a20:32:50.994900 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a20:32:51.286419 tst assert_extension.py:10: start nitb and bts...\u000a20:32:51.420831 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:32:52.088876 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12135): Launched\u000a20:32:52.411450 run osmo-nitb_10.42.42.2(pid=12136): Launched\u000a20:32:52.609664 run osmo-nitb_10.42.42.2(pid=12136): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12136)]\u000a20:32:52.755070 run osmo-nitb_10.42.42.2(pid=12136): stdout: \u000a| (launched: 2022-12-09_20:32:52.254248) \u000a20:32:52.901234 run osmo-nitb_10.42.42.2(pid=12136): stderr: \u000a| (launched: 2022-12-09_20:32:52.302597)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:53.042860 run osmo-nitb_10.42.42.2(pid=12136): stdout: \u000a| (launched: 2022-12-09_20:32:52.254248) \u000a20:32:53.184058 run osmo-nitb_10.42.42.2(pid=12136): stderr: \u000a| (launched: 2022-12-09_20:32:52.302597)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:53.541455 tst osmo-nitb_10.42.42.2(pid=12136): stdout: \u000a| (launched: 2022-12-09_20:32:52.254248) \u000a20:32:53.670479 tst osmo-nitb_10.42.42.2(pid=12136): stderr: \u000a| (launched: 2022-12-09_20:32:52.302597)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:32:53.727108 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12136): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12136) [trial-2364↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12136)] [trial-2364↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a20:32:53.735981 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:32:53.772377 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12135): Terminating (SIGTERM)\u000a20:32:53.950267 --- ParallelTerminationStrategy: PID 12135 died...\u000a20:32:54.008095 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12135): Terminated: ok {rc=0}\u000a20:32:54.095679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:32:50" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12146): Process ended prematurely: osmo-stp_10.42.42.5(pid=12146) [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12146)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12146): Process ended prematurely: osmo-stp_10.42.42.5(pid=12146) [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a20:32:55.942230 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:55.952802 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:32:56.095371 tst assert_extension.py: using LAC 23546\u000a20:32:56.224693 tst assert_extension.py: using RAC 86\u000a20:32:56.352255 tst assert_extension.py: using CellId 23546\u000a20:32:56.480094 tst assert_extension.py: using BVCI 23547\u000a20:32:56.504636 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:56.515786 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:56.526810 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:56.538211 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:56.549232 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:32:56.560296 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a20:32:56.761629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:57.235184 run create_hlr_db(pid=12140): Launched\u000a20:32:57.409588 bus /sierra_2: Setting Powered False\u000a20:32:58.429611 run create_hlr_db(pid=12140): Terminated: ok {rc=0}\u000a20:32:58.830500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12142): Launched\u000a20:32:59.135448 run osmo-hlr_10.42.42.2(pid=12143): Launched\u000a20:32:59.253766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:59.885791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12145): Launched\u000a20:33:00.183449 run osmo-stp_10.42.42.5(pid=12146): Launched\u000a20:33:00.292118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:00.846166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12148): Launched\u000a20:33:01.288189 run osmo-msc_10.42.42.6(pid=12149): Launched\u000a20:33:01.794683 run osmo-stp_10.42.42.5(pid=12146): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12146)]\u000a20:33:01.923657 run osmo-stp_10.42.42.5(pid=12146): stdout: \u000a| (launched: 2022-12-09_20:33:00.036388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:02.050313 run osmo-stp_10.42.42.5(pid=12146): stderr: \u000a| �[0;m�[38;5;43m20221209203300207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203300207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203300207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203300208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203300208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203300208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203300208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:02.172606 run osmo-stp_10.42.42.5(pid=12146): stdout: \u000a| (launched: 2022-12-09_20:33:00.036388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:02.294343 run osmo-stp_10.42.42.5(pid=12146): stderr: \u000a| �[0;m�[38;5;43m20221209203300207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203300207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203300207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203300208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203300208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203300208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203300208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:02.347262 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12146): Process ended prematurely: osmo-stp_10.42.42.5(pid=12146) [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12146)] [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a20:33:02.355572 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a20:33:02.418851 run osmo-hlr_10.42.42.2(pid=12143): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12143)]\u000a20:33:02.470215 run osmo-hlr_10.42.42.2(pid=12143): stdout: \u000a| (launched: 2022-12-09_20:32:58.983696) \u000a20:33:02.520122 run osmo-hlr_10.42.42.2(pid=12143): stderr: \u000a| �[0;m�[1;31m20221209203259161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203259161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203259161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203259161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203259162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203259162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203259174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203259184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203259184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203259185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:02.588074 run osmo-msc_10.42.42.6(pid=12149): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12149)]\u000a20:33:02.637472 run osmo-msc_10.42.42.6(pid=12149): stdout: \u000a| (launched: 2022-12-09_20:33:01.010185) \u000a20:33:02.687719 run osmo-msc_10.42.42.6(pid=12149): stderr: \u000a| �[0;m�[38;5;43m20221209203301504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203301504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5c6630c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203301504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203301504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203301506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203301506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203301510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203301511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203301512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203301513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:02.730006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12142): Terminating (SIGTERM)\u000a20:33:02.770076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12145): Terminating (SIGTERM)\u000a20:33:02.810042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12148): Terminating (SIGTERM)\u000a20:33:02.819502 --- ParallelTerminationStrategy: PID 12142 died...\u000a20:33:02.873006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12142): Terminated: ok {rc=0}\u000a20:33:02.882871 --- ParallelTerminationStrategy: PID 12145 died...\u000a20:33:02.936292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12145): Terminated: ok {rc=0}\u000a20:33:02.945913 --- ParallelTerminationStrategy: PID 12148 died...\u000a20:33:02.998866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12148): Terminated: ok {rc=0}\u000a20:33:03.082698 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:32:55" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12161): Process ended prematurely: osmo-stp_10.42.42.5(pid=12161) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12161): Process ended prematurely: osmo-stp_10.42.42.5(pid=12161) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:33:05.046398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:05.058192 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:33:05.218304 tst mo_mt_call.py: using LAC 23547\u000a20:33:05.337819 tst mo_mt_call.py: using RAC 87\u000a20:33:05.457736 tst mo_mt_call.py: using CellId 23547\u000a20:33:05.575630 tst mo_mt_call.py: using BVCI 23548\u000a20:33:05.598733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:05.609822 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:05.620758 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:05.631942 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:05.643284 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:05.654414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:33:05.774529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:33:05.987002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:06.505634 run create_hlr_db(pid=12155): Launched\u000a20:33:06.692673 bus /sierra_2: Setting Powered False\u000a20:33:07.714608 run create_hlr_db(pid=12155): Terminated: ok {rc=0}\u000a20:33:08.122431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12157): Launched\u000a20:33:08.427688 run osmo-hlr_10.42.42.2(pid=12158): Launched\u000a20:33:08.547113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:09.078414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12160): Launched\u000a20:33:09.381714 run osmo-stp_10.42.42.5(pid=12161): Launched\u000a20:33:09.491804 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:10.044253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12163): Launched\u000a20:33:10.349296 run osmo-msc_10.42.42.6(pid=12164): Launched\u000a20:33:10.526840 run osmo-stp_10.42.42.5(pid=12161): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)]\u000a20:33:10.655203 run osmo-stp_10.42.42.5(pid=12161): stdout: \u000a| (launched: 2022-12-09_20:33:09.231706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:10.780594 run osmo-stp_10.42.42.5(pid=12161): stderr: \u000a| �[0;m�[38;5;43m20221209203309403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203309403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203309403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203309403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203309404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203309404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203309404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:10.902321 run osmo-stp_10.42.42.5(pid=12161): stdout: \u000a| (launched: 2022-12-09_20:33:09.231706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:11.022889 run osmo-stp_10.42.42.5(pid=12161): stderr: \u000a| �[0;m�[38;5;43m20221209203309403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203309403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203309403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203309403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203309404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203309404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203309404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:11.076311 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12161): Process ended prematurely: osmo-stp_10.42.42.5(pid=12161) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12161)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:33:11.085076 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:33:11.144828 run osmo-hlr_10.42.42.2(pid=12158): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12158)]\u000a20:33:11.193570 run osmo-hlr_10.42.42.2(pid=12158): stdout: \u000a| (launched: 2022-12-09_20:33:08.276363) \u000a20:33:11.243051 run osmo-hlr_10.42.42.2(pid=12158): stderr: \u000a| �[0;m�[1;31m20221209203308454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203308454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203308454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203308454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203308454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203308454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203308466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203308477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203308477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203308477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:11.310305 run osmo-msc_10.42.42.6(pid=12164): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12164)]\u000a20:33:11.358839 run osmo-msc_10.42.42.6(pid=12164): stdout: \u000a| (launched: 2022-12-09_20:33:10.198415) \u000a20:33:11.408720 run osmo-msc_10.42.42.6(pid=12164): stderr: \u000a| �[0;m�[38;5;43m20221209203310471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203310471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdff3c46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203310471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203310471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203310471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203310472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203310473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203310474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203310474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203310474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:11.450149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12157): Terminating (SIGTERM)\u000a20:33:11.489782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12160): Terminating (SIGTERM)\u000a20:33:11.529107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12163): Terminating (SIGTERM)\u000a20:33:11.538428 --- ParallelTerminationStrategy: PID 12157 died...\u000a20:33:11.591132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12157): Terminated: ok {rc=0}\u000a20:33:11.600616 --- ParallelTerminationStrategy: PID 12160 died...\u000a20:33:11.652811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12160): Terminated: ok {rc=0}\u000a20:33:11.662404 --- ParallelTerminationStrategy: PID 12163 died...\u000a20:33:11.715192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12163): Terminated: ok {rc=0}\u000a20:33:11.801958 bus /sierra_3: Setting Powered False\u000a20:33:12.904702 bus /sierra_3: Setting Powered False\u000a20:33:14.016394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12172): Process ended prematurely: osmo-stp_10.42.42.5(pid=12172) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12172): Process ended prematurely: osmo-stp_10.42.42.5(pid=12172) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:33:15.126766 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:15.138608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:33:15.297060 tst mo_mt_call_osmux.py: using LAC 23548\u000a20:33:15.415727 tst mo_mt_call_osmux.py: using RAC 88\u000a20:33:15.535226 tst mo_mt_call_osmux.py: using CellId 23548\u000a20:33:15.655805 tst mo_mt_call_osmux.py: using BVCI 23549\u000a20:33:15.679022 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:15.690221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:15.701209 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:15.712382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:15.723631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:33:15.734837 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:33:15.857856 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:33:16.080804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:16.605950 run create_hlr_db(pid=12166): Launched\u000a20:33:16.784444 bus /sierra_2: Setting Powered False\u000a20:33:17.802223 run create_hlr_db(pid=12166): Terminated: ok {rc=0}\u000a20:33:18.235445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12168): Launched\u000a20:33:18.563404 run osmo-hlr_10.42.42.2(pid=12169): Launched\u000a20:33:18.685603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:19.251836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12171): Launched\u000a20:33:19.576750 run osmo-stp_10.42.42.5(pid=12172): Launched\u000a20:33:19.694220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:20.287172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12174): Launched\u000a20:33:20.613458 run osmo-msc_10.42.42.6(pid=12175): Launched\u000a20:33:20.803060 run osmo-stp_10.42.42.5(pid=12172): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)]\u000a20:33:20.939837 run osmo-stp_10.42.42.5(pid=12172): stdout: \u000a| (launched: 2022-12-09_20:33:19.417556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:21.076774 run osmo-stp_10.42.42.5(pid=12172): stderr: \u000a| �[0;m�[38;5;43m20221209203319610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203319610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203319610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203319611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203319611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203319611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203319611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:21.207804 run osmo-stp_10.42.42.5(pid=12172): stdout: \u000a| (launched: 2022-12-09_20:33:19.417556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:21.337580 run osmo-stp_10.42.42.5(pid=12172): stderr: \u000a| �[0;m�[38;5;43m20221209203319610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203319610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203319610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203319611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203319611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203319611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203319611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:21.394673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12172): Process ended prematurely: osmo-stp_10.42.42.5(pid=12172) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:33:21.404158 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:33:21.466819 run osmo-hlr_10.42.42.2(pid=12169): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12169)]\u000a20:33:21.518172 run osmo-hlr_10.42.42.2(pid=12169): stdout: \u000a| (launched: 2022-12-09_20:33:18.401858) \u000a20:33:21.570448 run osmo-hlr_10.42.42.2(pid=12169): stderr: \u000a| �[0;m�[1;31m20221209203318601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203318601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203318601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203318601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203318601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203318602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203318614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203318622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203318622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203318622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:21.641305 run osmo-msc_10.42.42.6(pid=12175): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12175)]\u000a20:33:21.692429 run osmo-msc_10.42.42.6(pid=12175): stdout: \u000a| (launched: 2022-12-09_20:33:20.453145) \u000a20:33:21.744297 run osmo-msc_10.42.42.6(pid=12175): stderr: \u000a| �[0;m�[38;5;43m20221209203320776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203320776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94c3ef2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203320776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203320776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203320777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203320777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203320778 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203320779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203320779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203320779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:21.788353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12168): Terminating (SIGTERM)\u000a20:33:21.830187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12171): Terminating (SIGTERM)\u000a20:33:21.871997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12174): Terminating (SIGTERM)\u000a20:33:21.881234 --- ParallelTerminationStrategy: PID 12168 died...\u000a20:33:21.937236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12168): Terminated: ok {rc=0}\u000a20:33:21.947330 --- ParallelTerminationStrategy: PID 12171 died...\u000a20:33:22.002856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12171): Terminated: ok {rc=0}\u000a20:33:22.012810 --- ParallelTerminationStrategy: PID 12174 died...\u000a20:33:22.068312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12174): Terminated: ok {rc=0}\u000a20:33:22.155092 bus /sierra_3: Setting Powered False\u000a20:33:23.262424 bus /sierra_3: Setting Powered False\u000a20:33:24.374519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:33:04" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12186): Process ended prematurely: osmo-stp_10.42.42.5(pid=12186) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12186): Process ended prematurely: osmo-stp_10.42.42.5(pid=12186) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:33:26.366527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:26.377792 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:33:26.533944 tst mo_mt_call.py: using LAC 23549\u000a20:33:26.652689 tst mo_mt_call.py: using RAC 89\u000a20:33:26.771233 tst mo_mt_call.py: using CellId 23549\u000a20:33:26.891368 tst mo_mt_call.py: using BVCI 23550\u000a20:33:26.914442 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:26.925613 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:26.936548 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:26.947744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:26.959097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:26.970331 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:27.090875 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:27.303196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:27.822153 run create_hlr_db(pid=12180): Launched\u000a20:33:28.009819 bus /sierra_2: Setting Powered False\u000a20:33:29.030375 run create_hlr_db(pid=12180): Terminated: ok {rc=0}\u000a20:33:29.463600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12182): Launched\u000a20:33:29.788268 run osmo-hlr_10.42.42.2(pid=12183): Launched\u000a20:33:29.906932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:30.469678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12185): Launched\u000a20:33:30.794084 run osmo-stp_10.42.42.5(pid=12186): Launched\u000a20:33:31.035890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:31.658406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12188): Launched\u000a20:33:32.060632 run osmo-msc_10.42.42.6(pid=12189): Launched\u000a20:33:32.289597 run osmo-stp_10.42.42.5(pid=12186): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)]\u000a20:33:32.422226 run osmo-stp_10.42.42.5(pid=12186): stdout: \u000a| (launched: 2022-12-09_20:33:30.634867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:32.552220 run osmo-stp_10.42.42.5(pid=12186): stderr: \u000a| �[0;m�[38;5;43m20221209203330831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203330831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203330831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203330832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203330840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203330841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203330841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:32.675602 run osmo-stp_10.42.42.5(pid=12186): stdout: \u000a| (launched: 2022-12-09_20:33:30.634867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:32.797640 run osmo-stp_10.42.42.5(pid=12186): stderr: \u000a| �[0;m�[38;5;43m20221209203330831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203330831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203330831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203330832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203330840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203330841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203330841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:32.851273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12186): Process ended prematurely: osmo-stp_10.42.42.5(pid=12186) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12186)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:33:32.860250 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:33:32.922164 run osmo-hlr_10.42.42.2(pid=12183): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12183)]\u000a20:33:32.971965 run osmo-hlr_10.42.42.2(pid=12183): stdout: \u000a| (launched: 2022-12-09_20:33:29.629182) \u000a20:33:33.022505 run osmo-hlr_10.42.42.2(pid=12183): stderr: \u000a| �[0;m�[1;31m20221209203329829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203329829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203329829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203329829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203329829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203329829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203329841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203329849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203329849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203329849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:33.090315 run osmo-msc_10.42.42.6(pid=12189): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12189)]\u000a20:33:33.140755 run osmo-msc_10.42.42.6(pid=12189): stdout: \u000a| (launched: 2022-12-09_20:33:31.818719) \u000a20:33:33.191294 run osmo-msc_10.42.42.6(pid=12189): stderr: \u000a| �[0;m�[38;5;43m20221209203332306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203332307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f5c934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203332307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203332307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203332307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203332307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203332309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203332309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203332310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203332310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:33.233663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12182): Terminating (SIGTERM)\u000a20:33:33.274056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12185): Terminating (SIGTERM)\u000a20:33:33.314470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12188): Terminating (SIGTERM)\u000a20:33:33.324365 --- ParallelTerminationStrategy: PID 12182 died...\u000a20:33:33.378249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12182): Terminated: ok {rc=0}\u000a20:33:33.388595 --- ParallelTerminationStrategy: PID 12185 died...\u000a20:33:33.442766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12185): Terminated: ok {rc=0}\u000a20:33:33.452446 --- ParallelTerminationStrategy: PID 12188 died...\u000a20:33:33.505994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12188): Terminated: ok {rc=0}\u000a20:33:33.595176 bus /sierra_3: Setting Powered False\u000a20:33:34.697882 bus /sierra_3: Setting Powered False\u000a20:33:35.804093 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12197): Process ended prematurely: osmo-stp_10.42.42.5(pid=12197) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12197)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12197): Process ended prematurely: osmo-stp_10.42.42.5(pid=12197) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:33:36.912699 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:36.924390 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:33:37.082931 tst mo_mt_call_osmux.py: using LAC 23550\u000a20:33:37.209352 tst mo_mt_call_osmux.py: using RAC 90\u000a20:33:37.338143 tst mo_mt_call_osmux.py: using CellId 23550\u000a20:33:37.467980 tst mo_mt_call_osmux.py: using BVCI 23551\u000a20:33:37.492809 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:37.504644 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:37.516111 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:37.527722 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:37.539438 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:33:37.551061 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:37.674103 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:33:37.878848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:38.356548 run create_hlr_db(pid=12191): Launched\u000a20:33:38.531769 bus /sierra_2: Setting Powered False\u000a20:33:39.553115 run create_hlr_db(pid=12191): Terminated: ok {rc=0}\u000a20:33:39.956432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12193): Launched\u000a20:33:40.261237 run osmo-hlr_10.42.42.2(pid=12194): Launched\u000a20:33:40.378225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:40.914856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12196): Launched\u000a20:33:41.221193 run osmo-stp_10.42.42.5(pid=12197): Launched\u000a20:33:41.332515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:41.890828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12199): Launched\u000a20:33:42.197511 run osmo-msc_10.42.42.6(pid=12200): Launched\u000a20:33:42.377158 run osmo-stp_10.42.42.5(pid=12197): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12197)]\u000a20:33:42.506935 run osmo-stp_10.42.42.5(pid=12197): stdout: \u000a| (launched: 2022-12-09_20:33:41.069850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:42.634833 run osmo-stp_10.42.42.5(pid=12197): stderr: \u000a| �[0;m�[38;5;43m20221209203341239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203341239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203341239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203341239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203341240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203341240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203341240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:42.757734 run osmo-stp_10.42.42.5(pid=12197): stdout: \u000a| (launched: 2022-12-09_20:33:41.069850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:42.879383 run osmo-stp_10.42.42.5(pid=12197): stderr: \u000a| �[0;m�[38;5;43m20221209203341239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203341239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203341239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203341239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203341240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203341240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203341240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:42.932876 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12197): Process ended prematurely: osmo-stp_10.42.42.5(pid=12197) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12197)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:33:42.941645 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:33:43.002087 run osmo-hlr_10.42.42.2(pid=12194): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12194)]\u000a20:33:43.050983 run osmo-hlr_10.42.42.2(pid=12194): stdout: \u000a| (launched: 2022-12-09_20:33:40.111119) \u000a20:33:43.100852 run osmo-hlr_10.42.42.2(pid=12194): stderr: \u000a| �[0;m�[1;31m20221209203340287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203340287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203340288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203340288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203340288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203340288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203340302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203340313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203340313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203340313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:43.168095 run osmo-msc_10.42.42.6(pid=12200): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12200)]\u000a20:33:43.217296 run osmo-msc_10.42.42.6(pid=12200): stdout: \u000a| (launched: 2022-12-09_20:33:42.045501) \u000a20:33:43.267122 run osmo-msc_10.42.42.6(pid=12200): stderr: \u000a| �[0;m�[38;5;43m20221209203342317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203342317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f680169ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203342317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203342317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203342317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203342318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203342319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203342320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203342320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203342320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:43.309161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12193): Terminating (SIGTERM)\u000a20:33:43.349050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12196): Terminating (SIGTERM)\u000a20:33:43.389339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12199): Terminating (SIGTERM)\u000a20:33:43.398650 --- ParallelTerminationStrategy: PID 12193 died...\u000a20:33:43.451780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12193): Terminated: ok {rc=0}\u000a20:33:43.461403 --- ParallelTerminationStrategy: PID 12196 died...\u000a20:33:43.514282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12196): Terminated: ok {rc=0}\u000a20:33:43.523852 --- ParallelTerminationStrategy: PID 12199 died...\u000a20:33:43.576604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12199): Terminated: ok {rc=0}\u000a20:33:43.665564 bus /sierra_3: Setting Powered False\u000a20:33:44.767948 bus /sierra_3: Setting Powered False\u000a20:33:45.891096 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:33:26" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12212): Process ended prematurely: osmo-stp_10.42.42.5(pid=12212) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12212)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12212): Process ended prematurely: osmo-stp_10.42.42.5(pid=12212) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:33:47.899959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:47.911327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:33:48.072446 tst mo_mt_call.py: using LAC 23551\u000a20:33:48.190142 tst mo_mt_call.py: using RAC 91\u000a20:33:48.308537 tst mo_mt_call.py: using CellId 23551\u000a20:33:48.428475 tst mo_mt_call.py: using BVCI 23552\u000a20:33:48.451823 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:48.463014 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:48.474070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:48.485491 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:48.496815 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:48.508327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:48.629501 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:48.841772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:49.364561 run create_hlr_db(pid=12206): Launched\u000a20:33:49.553530 bus /sierra_2: Setting Powered False\u000a20:33:50.573946 run create_hlr_db(pid=12206): Terminated: ok {rc=0}\u000a20:33:50.981622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12208): Launched\u000a20:33:51.286692 run osmo-hlr_10.42.42.2(pid=12209): Launched\u000a20:33:51.398665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:51.925953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12211): Launched\u000a20:33:52.230739 run osmo-stp_10.42.42.5(pid=12212): Launched\u000a20:33:52.342214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:52.899336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12214): Launched\u000a20:33:53.205140 run osmo-msc_10.42.42.6(pid=12215): Launched\u000a20:33:53.383780 run osmo-stp_10.42.42.5(pid=12212): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12212)]\u000a20:33:53.514394 run osmo-stp_10.42.42.5(pid=12212): stdout: \u000a| (launched: 2022-12-09_20:33:52.080158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:53.641603 run osmo-stp_10.42.42.5(pid=12212): stderr: \u000a| �[0;m�[38;5;43m20221209203352252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203352253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203352253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203352253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203352254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203352254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203352254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:53.764084 run osmo-stp_10.42.42.5(pid=12212): stdout: \u000a| (launched: 2022-12-09_20:33:52.080158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:53.885717 run osmo-stp_10.42.42.5(pid=12212): stderr: \u000a| �[0;m�[38;5;43m20221209203352252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203352253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203352253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203352253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203352254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203352254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203352254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:53.939474 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12212): Process ended prematurely: osmo-stp_10.42.42.5(pid=12212) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12212)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:33:53.948442 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:33:54.008552 run osmo-hlr_10.42.42.2(pid=12209): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12209)]\u000a20:33:54.057826 run osmo-hlr_10.42.42.2(pid=12209): stdout: \u000a| (launched: 2022-12-09_20:33:51.137259) \u000a20:33:54.108132 run osmo-hlr_10.42.42.2(pid=12209): stderr: \u000a| �[0;m�[1;31m20221209203351316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203351316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203351316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203351316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203351316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203351317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203351332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203351342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203351342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203351342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:54.175694 run osmo-msc_10.42.42.6(pid=12215): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12215)]\u000a20:33:54.224410 run osmo-msc_10.42.42.6(pid=12215): stdout: \u000a| (launched: 2022-12-09_20:33:53.054223) \u000a20:33:54.274588 run osmo-msc_10.42.42.6(pid=12215): stderr: \u000a| �[0;m�[38;5;43m20221209203353328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203353328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa193c37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203353328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203353328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203353329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203353331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203353331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203353331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203353331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:54.316474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12208): Terminating (SIGTERM)\u000a20:33:54.356479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12211): Terminating (SIGTERM)\u000a20:33:54.396355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12214): Terminating (SIGTERM)\u000a20:33:54.406006 --- ParallelTerminationStrategy: PID 12208 died...\u000a20:33:54.459055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12208): Terminated: ok {rc=0}\u000a20:33:54.468937 --- ParallelTerminationStrategy: PID 12211 died...\u000a20:33:54.522377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12211): Terminated: ok {rc=0}\u000a20:33:54.531906 --- ParallelTerminationStrategy: PID 12214 died...\u000a20:33:54.585057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12214): Terminated: ok {rc=0}\u000a20:33:54.668509 bus /sierra_3: Setting Powered False\u000a20:33:55.776513 bus /sierra_3: Setting Powered False\u000a20:33:56.887727 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12227): Process ended prematurely: osmo-stp_10.42.42.5(pid=12227) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12227)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12227): Process ended prematurely: osmo-stp_10.42.42.5(pid=12227) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:33:57.998675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:58.010510 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:33:58.171377 tst mo_mt_call_osmux.py: using LAC 23552\u000a20:33:58.294135 tst mo_mt_call_osmux.py: using RAC 92\u000a20:33:58.423974 tst mo_mt_call_osmux.py: using CellId 23552\u000a20:33:58.547120 tst mo_mt_call_osmux.py: using BVCI 23553\u000a20:33:58.570494 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:58.582091 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:58.593263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:58.605001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:58.616657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:33:58.628214 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:58.745490 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:33:58.958152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:59.479527 run create_hlr_db(pid=12217): Launched\u000a20:33:59.667446 bus /sierra_2: Setting Powered False\u000a20:34:00.689883 run create_hlr_db(pid=12217): Terminated: ok {rc=0}\u000a20:34:01.162172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12223): Launched\u000a20:34:01.665606 run osmo-hlr_10.42.42.2(pid=12224): Launched\u000a20:34:01.924608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:02.603130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12226): Launched\u000a20:34:02.908921 run osmo-stp_10.42.42.5(pid=12227): Launched\u000a20:34:03.029846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:03.594932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12229): Launched\u000a20:34:03.903058 run osmo-msc_10.42.42.6(pid=12230): Launched\u000a20:34:04.082894 run osmo-stp_10.42.42.5(pid=12227): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12227)]\u000a20:34:04.212268 run osmo-stp_10.42.42.5(pid=12227): stdout: \u000a| (launched: 2022-12-09_20:34:02.758921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:04.339781 run osmo-stp_10.42.42.5(pid=12227): stderr: \u000a| �[0;m�[38;5;43m20221209203402929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203402930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203402930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203402930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203402931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203402931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203402931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:04.463345 run osmo-stp_10.42.42.5(pid=12227): stdout: \u000a| (launched: 2022-12-09_20:34:02.758921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:04.585385 run osmo-stp_10.42.42.5(pid=12227): stderr: \u000a| �[0;m�[38;5;43m20221209203402929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203402930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203402930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203402930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203402931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203402931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203402931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:04.639106 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12227): Process ended prematurely: osmo-stp_10.42.42.5(pid=12227) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12227)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:34:04.647853 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:34:04.707673 run osmo-hlr_10.42.42.2(pid=12224): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12224)]\u000a20:34:04.757283 run osmo-hlr_10.42.42.2(pid=12224): stdout: \u000a| (launched: 2022-12-09_20:34:01.376541) \u000a20:34:04.806909 run osmo-hlr_10.42.42.2(pid=12224): stderr: \u000a| �[0;m�[1;31m20221209203401716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203401717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203401717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203401717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203401718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203401719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203401743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203401764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203401764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203401764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:04.873362 run osmo-msc_10.42.42.6(pid=12230): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12230)]\u000a20:34:04.922747 run osmo-msc_10.42.42.6(pid=12230): stdout: \u000a| (launched: 2022-12-09_20:34:03.750035) \u000a20:34:04.972325 run osmo-msc_10.42.42.6(pid=12230): stderr: \u000a| �[0;m�[38;5;43m20221209203404020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203404020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ea138dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203404021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203404021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203404021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203404021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203404023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203404023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203404023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203404023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:05.013841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12223): Terminating (SIGTERM)\u000a20:34:05.053261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12226): Terminating (SIGTERM)\u000a20:34:05.092813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12229): Terminating (SIGTERM)\u000a20:34:05.102229 --- ParallelTerminationStrategy: PID 12223 died...\u000a20:34:05.155548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12223): Terminated: ok {rc=0}\u000a20:34:05.165346 --- ParallelTerminationStrategy: PID 12226 died...\u000a20:34:05.218763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12226): Terminated: ok {rc=0}\u000a20:34:05.228491 --- ParallelTerminationStrategy: PID 12229 died...\u000a20:34:05.281339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12229): Terminated: ok {rc=0}\u000a20:34:05.369220 bus /sierra_3: Setting Powered False\u000a20:34:06.472698 bus /sierra_3: Setting Powered False\u000a20:34:07.583474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:33:47" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12241): Process ended prematurely: osmo-stp_10.42.42.5(pid=12241) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12241)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12241): Process ended prematurely: osmo-stp_10.42.42.5(pid=12241) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:34:09.601441 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:09.612914 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:34:09.776220 tst mo_mt_call.py: using LAC 23553\u000a20:34:09.898367 tst mo_mt_call.py: using RAC 93\u000a20:34:10.016188 tst mo_mt_call.py: using CellId 23553\u000a20:34:10.133865 tst mo_mt_call.py: using BVCI 23554\u000a20:34:10.156989 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:10.168273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:10.179417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:10.190912 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:10.202190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:10.213550 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:34:10.331807 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:34:10.545546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:11.067421 run create_hlr_db(pid=12235): Launched\u000a20:34:11.255360 bus /sierra_2: Setting Powered False\u000a20:34:12.276496 run create_hlr_db(pid=12235): Terminated: ok {rc=0}\u000a20:34:12.708343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12237): Launched\u000a20:34:13.035404 run osmo-hlr_10.42.42.2(pid=12238): Launched\u000a20:34:13.158199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:13.723667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12240): Launched\u000a20:34:14.049468 run osmo-stp_10.42.42.5(pid=12241): Launched\u000a20:34:14.168300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:14.764189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12243): Launched\u000a20:34:15.092612 run osmo-msc_10.42.42.6(pid=12244): Launched\u000a20:34:15.283946 run osmo-stp_10.42.42.5(pid=12241): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12241)]\u000a20:34:15.421422 run osmo-stp_10.42.42.5(pid=12241): stdout: \u000a| (launched: 2022-12-09_20:34:13.889451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:15.558067 run osmo-stp_10.42.42.5(pid=12241): stderr: \u000a| �[0;m�[38;5;43m20221209203414086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203414086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203414086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203414087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203414087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203414087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203414087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:15.688811 run osmo-stp_10.42.42.5(pid=12241): stdout: \u000a| (launched: 2022-12-09_20:34:13.889451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:15.818765 run osmo-stp_10.42.42.5(pid=12241): stderr: \u000a| �[0;m�[38;5;43m20221209203414086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203414086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203414086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203414087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203414087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203414087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203414087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:15.885522 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12241): Process ended prematurely: osmo-stp_10.42.42.5(pid=12241) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12241)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:34:15.899101 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:34:15.965954 run osmo-hlr_10.42.42.2(pid=12238): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12238)]\u000a20:34:16.017867 run osmo-hlr_10.42.42.2(pid=12238): stdout: \u000a| (launched: 2022-12-09_20:34:12.874696) \u000a20:34:16.072152 run osmo-hlr_10.42.42.2(pid=12238): stderr: \u000a| �[0;m�[1;31m20221209203413074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203413074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203413074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203413075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203413075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203413075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203413089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203413098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203413098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203413098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:16.142663 run osmo-msc_10.42.42.6(pid=12244): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12244)]\u000a20:34:16.193927 run osmo-msc_10.42.42.6(pid=12244): stdout: \u000a| (launched: 2022-12-09_20:34:14.930955) \u000a20:34:16.245978 run osmo-msc_10.42.42.6(pid=12244): stderr: \u000a| �[0;m�[38;5;43m20221209203415254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203415254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe127eddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203415254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203415255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203415255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203415255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203415257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203415257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203415257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203415257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:16.290334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12237): Terminating (SIGTERM)\u000a20:34:16.335192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12240): Terminating (SIGTERM)\u000a20:34:16.377571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12243): Terminating (SIGTERM)\u000a20:34:16.390557 --- ParallelTerminationStrategy: PID 12237 died...\u000a20:34:16.449643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12237): Terminated: ok {rc=0}\u000a20:34:16.460041 --- ParallelTerminationStrategy: PID 12240 died...\u000a20:34:16.515959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12240): Terminated: ok {rc=0}\u000a20:34:16.526889 --- ParallelTerminationStrategy: PID 12243 died...\u000a20:34:16.583643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12243): Terminated: ok {rc=0}\u000a20:34:16.672182 bus /sierra_3: Setting Powered False\u000a20:34:17.774005 bus /sierra_3: Setting Powered False\u000a20:34:18.884759 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12252): Process ended prematurely: osmo-stp_10.42.42.5(pid=12252) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12252)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12252): Process ended prematurely: osmo-stp_10.42.42.5(pid=12252) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:34:19.995700 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:20.007555 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:34:20.165059 tst mo_mt_call_osmux.py: using LAC 23554\u000a20:34:20.286162 tst mo_mt_call_osmux.py: using RAC 94\u000a20:34:20.405038 tst mo_mt_call_osmux.py: using CellId 23554\u000a20:34:20.534372 tst mo_mt_call_osmux.py: using BVCI 23555\u000a20:34:20.559139 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:20.570790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:20.582345 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:20.594272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:20.606296 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:34:20.618141 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:34:20.735430 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:34:20.938128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:21.417099 run create_hlr_db(pid=12246): Launched\u000a20:34:21.591863 bus /sierra_2: Setting Powered False\u000a20:34:22.613394 run create_hlr_db(pid=12246): Terminated: ok {rc=0}\u000a20:34:23.045991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12248): Launched\u000a20:34:23.374950 run osmo-hlr_10.42.42.2(pid=12249): Launched\u000a20:34:23.497344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:24.066092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12251): Launched\u000a20:34:24.394561 run osmo-stp_10.42.42.5(pid=12252): Launched\u000a20:34:24.513338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:25.111153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12254): Launched\u000a20:34:25.438679 run osmo-msc_10.42.42.6(pid=12255): Launched\u000a20:34:25.629822 run osmo-stp_10.42.42.5(pid=12252): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12252)]\u000a20:34:25.767242 run osmo-stp_10.42.42.5(pid=12252): stdout: \u000a| (launched: 2022-12-09_20:34:24.233671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:25.904447 run osmo-stp_10.42.42.5(pid=12252): stderr: \u000a| �[0;m�[38;5;43m20221209203424426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203424426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203424426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203424426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203424429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203424429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203424429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:26.036092 run osmo-stp_10.42.42.5(pid=12252): stdout: \u000a| (launched: 2022-12-09_20:34:24.233671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:26.167117 run osmo-stp_10.42.42.5(pid=12252): stderr: \u000a| �[0;m�[38;5;43m20221209203424426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203424426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203424426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203424426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203424429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203424429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203424429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:26.224679 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12252): Process ended prematurely: osmo-stp_10.42.42.5(pid=12252) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12252)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:34:26.234334 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:34:26.296570 run osmo-hlr_10.42.42.2(pid=12249): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12249)]\u000a20:34:26.348086 run osmo-hlr_10.42.42.2(pid=12249): stdout: \u000a| (launched: 2022-12-09_20:34:23.213072) \u000a20:34:26.399906 run osmo-hlr_10.42.42.2(pid=12249): stderr: \u000a| �[0;m�[1;31m20221209203423410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203423410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203423410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203423410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203423410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203423410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203423423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203423432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203423432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203423432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:26.469937 run osmo-msc_10.42.42.6(pid=12255): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12255)]\u000a20:34:26.521102 run osmo-msc_10.42.42.6(pid=12255): stdout: \u000a| (launched: 2022-12-09_20:34:25.277984) \u000a20:34:26.572760 run osmo-msc_10.42.42.6(pid=12255): stderr: \u000a| �[0;m�[38;5;43m20221209203425602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203425602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f210afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203425602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203425602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203425602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203425602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203425604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203425605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203425605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:26.616564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12248): Terminating (SIGTERM)\u000a20:34:26.658036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12251): Terminating (SIGTERM)\u000a20:34:26.699528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12254): Terminating (SIGTERM)\u000a20:34:26.709165 --- ParallelTerminationStrategy: PID 12248 died...\u000a20:34:26.764827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12248): Terminated: ok {rc=0}\u000a20:34:26.775095 --- ParallelTerminationStrategy: PID 12251 died...\u000a20:34:26.830387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12251): Terminated: ok {rc=0}\u000a20:34:26.840256 --- ParallelTerminationStrategy: PID 12254 died...\u000a20:34:26.895621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12254): Terminated: ok {rc=0}\u000a20:34:26.981808 bus /sierra_3: Setting Powered False\u000a20:34:28.087899 bus /sierra_3: Setting Powered False\u000a20:34:29.198069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:34:09" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12266): Process ended prematurely: osmo-stp_10.42.42.5(pid=12266) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12266): Process ended prematurely: osmo-stp_10.42.42.5(pid=12266) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:34:31.228128 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:31.243931 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:34:31.420503 tst mo_mt_call.py: using LAC 23555\u000a20:34:31.544015 tst mo_mt_call.py: using RAC 95\u000a20:34:31.668523 tst mo_mt_call.py: using CellId 23555\u000a20:34:31.795905 tst mo_mt_call.py: using BVCI 23556\u000a20:34:31.821651 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:31.834132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:31.846360 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:31.859358 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:31.871597 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:31.883832 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:32.030548 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:32.266454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:32.790578 run create_hlr_db(pid=12260): Launched\u000a20:34:32.980524 bus /sierra_2: Setting Powered False\u000a20:34:34.000432 run create_hlr_db(pid=12260): Terminated: ok {rc=0}\u000a20:34:34.436498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12262): Launched\u000a20:34:34.763999 run osmo-hlr_10.42.42.2(pid=12263): Launched\u000a20:34:34.884939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:35.453444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12265): Launched\u000a20:34:35.780723 run osmo-stp_10.42.42.5(pid=12266): Launched\u000a20:34:35.898835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:36.496665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12268): Launched\u000a20:34:36.825258 run osmo-msc_10.42.42.6(pid=12269): Launched\u000a20:34:37.017764 run osmo-stp_10.42.42.5(pid=12266): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)]\u000a20:34:37.156281 run osmo-stp_10.42.42.5(pid=12266): stdout: \u000a| (launched: 2022-12-09_20:34:35.620405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:37.293735 run osmo-stp_10.42.42.5(pid=12266): stderr: \u000a| �[0;m�[38;5;43m20221209203435813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203435813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203435814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203435814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203435814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203435814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203435814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:37.425180 run osmo-stp_10.42.42.5(pid=12266): stdout: \u000a| (launched: 2022-12-09_20:34:35.620405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:37.555372 run osmo-stp_10.42.42.5(pid=12266): stderr: \u000a| �[0;m�[38;5;43m20221209203435813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203435813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203435814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203435814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203435814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203435814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203435814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:37.612756 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12266): Process ended prematurely: osmo-stp_10.42.42.5(pid=12266) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:34:37.622128 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:34:37.684337 run osmo-hlr_10.42.42.2(pid=12263): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12263)]\u000a20:34:37.735229 run osmo-hlr_10.42.42.2(pid=12263): stdout: \u000a| (launched: 2022-12-09_20:34:34.603311) \u000a20:34:37.786729 run osmo-hlr_10.42.42.2(pid=12263): stderr: \u000a| �[0;m�[1;31m20221209203434803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203434803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203434803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203434803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203434804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203434804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203434816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203434826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203434827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203434827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:37.856752 run osmo-msc_10.42.42.6(pid=12269): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12269)]\u000a20:34:37.907738 run osmo-msc_10.42.42.6(pid=12269): stdout: \u000a| (launched: 2022-12-09_20:34:36.663300) \u000a20:34:37.959350 run osmo-msc_10.42.42.6(pid=12269): stderr: \u000a| �[0;m�[38;5;43m20221209203436986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203436986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbecc9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203436986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203436986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203436987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203436987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203436988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203436989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203436989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203436989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:38.003258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12262): Terminating (SIGTERM)\u000a20:34:38.044631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12265): Terminating (SIGTERM)\u000a20:34:38.086234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12268): Terminating (SIGTERM)\u000a20:34:38.095881 --- ParallelTerminationStrategy: PID 12262 died...\u000a20:34:38.151625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12262): Terminated: ok {rc=0}\u000a20:34:38.161647 --- ParallelTerminationStrategy: PID 12265 died...\u000a20:34:38.216754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12265): Terminated: ok {rc=0}\u000a20:34:38.226687 --- ParallelTerminationStrategy: PID 12268 died...\u000a20:34:38.281968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12268): Terminated: ok {rc=0}\u000a20:34:38.369044 bus /sierra_3: Setting Powered False\u000a20:34:39.472272 bus /sierra_3: Setting Powered False\u000a20:34:40.583537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12277): Process ended prematurely: osmo-stp_10.42.42.5(pid=12277) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12277): Process ended prematurely: osmo-stp_10.42.42.5(pid=12277) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:34:41.698890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:41.711473 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:34:41.878256 tst mo_mt_call_osmux.py: using LAC 23556\u000a20:34:42.008527 tst mo_mt_call_osmux.py: using RAC 96\u000a20:34:42.136346 tst mo_mt_call_osmux.py: using CellId 23556\u000a20:34:42.263672 tst mo_mt_call_osmux.py: using BVCI 23557\u000a20:34:42.288537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:42.300247 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:42.311738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:42.323317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:42.334893 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:34:42.346478 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:42.465596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:34:42.668869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:43.150047 run create_hlr_db(pid=12271): Launched\u000a20:34:43.325681 bus /sierra_2: Setting Powered False\u000a20:34:44.347574 run create_hlr_db(pid=12271): Terminated: ok {rc=0}\u000a20:34:44.753723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12273): Launched\u000a20:34:45.060309 run osmo-hlr_10.42.42.2(pid=12274): Launched\u000a20:34:45.179114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:45.712099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12276): Launched\u000a20:34:46.199121 run osmo-stp_10.42.42.5(pid=12277): Launched\u000a20:34:46.416267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:46.997177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12279): Launched\u000a20:34:47.391250 run osmo-msc_10.42.42.6(pid=12280): Launched\u000a20:34:47.571989 run osmo-stp_10.42.42.5(pid=12277): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)]\u000a20:34:47.700690 run osmo-stp_10.42.42.5(pid=12277): stdout: \u000a| (launched: 2022-12-09_20:34:45.886606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:47.828306 run osmo-stp_10.42.42.5(pid=12277): stderr: \u000a| �[0;m�[38;5;43m20221209203446150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203446150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203446150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203446151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203446151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203446151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203446151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:47.951372 run osmo-stp_10.42.42.5(pid=12277): stdout: \u000a| (launched: 2022-12-09_20:34:45.886606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:48.073440 run osmo-stp_10.42.42.5(pid=12277): stderr: \u000a| �[0;m�[38;5;43m20221209203446150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203446150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203446150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203446151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203446151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203446151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203446151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:48.127564 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12277): Process ended prematurely: osmo-stp_10.42.42.5(pid=12277) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12277)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:34:48.136404 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:34:48.196643 run osmo-hlr_10.42.42.2(pid=12274): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12274)]\u000a20:34:48.245758 run osmo-hlr_10.42.42.2(pid=12274): stdout: \u000a| (launched: 2022-12-09_20:34:44.909306) \u000a20:34:48.295610 run osmo-hlr_10.42.42.2(pid=12274): stderr: \u000a| �[0;m�[1;31m20221209203445085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203445085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203445085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203445085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203445085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203445085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203445099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203445108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203445108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203445108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:48.363126 run osmo-msc_10.42.42.6(pid=12280): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12280)]\u000a20:34:48.412082 run osmo-msc_10.42.42.6(pid=12280): stdout: \u000a| (launched: 2022-12-09_20:34:47.156785) \u000a20:34:48.462032 run osmo-msc_10.42.42.6(pid=12280): stderr: \u000a| �[0;m�[38;5;43m20221209203447439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203447440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47efef7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203447440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203447440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203447440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203447440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203447442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203447442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203447443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203447443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:48.504262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12273): Terminating (SIGTERM)\u000a20:34:48.544234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12276): Terminating (SIGTERM)\u000a20:34:48.584150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12279): Terminating (SIGTERM)\u000a20:34:48.593737 --- ParallelTerminationStrategy: PID 12273 died...\u000a20:34:48.647504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12273): Terminated: ok {rc=0}\u000a20:34:48.657070 --- ParallelTerminationStrategy: PID 12276 died...\u000a20:34:48.709724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12276): Terminated: ok {rc=0}\u000a20:34:48.719492 --- ParallelTerminationStrategy: PID 12279 died...\u000a20:34:48.772565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12279): Terminated: ok {rc=0}\u000a20:34:48.856168 bus /sierra_3: Setting Powered False\u000a20:34:49.957136 bus /sierra_3: Setting Powered False\u000a20:34:51.069466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:34:30" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12291): Process ended prematurely: osmo-stp_10.42.42.5(pid=12291) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12291): Process ended prematurely: osmo-stp_10.42.42.5(pid=12291) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:34:53.076246 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:53.087523 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:34:53.246707 tst mo_mt_call.py: using LAC 23557\u000a20:34:53.368688 tst mo_mt_call.py: using RAC 97\u000a20:34:53.489241 tst mo_mt_call.py: using CellId 23557\u000a20:34:53.608251 tst mo_mt_call.py: using BVCI 23558\u000a20:34:53.631256 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:53.642468 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:53.653440 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:53.664741 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:53.676039 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:34:53.687312 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:34:53.807379 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:34:54.019835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:34:54.539168 run create_hlr_db(pid=12285): Launched\u000a20:34:54.728292 bus /sierra_2: Setting Powered False\u000a20:34:55.748367 run create_hlr_db(pid=12285): Terminated: ok {rc=0}\u000a20:34:56.156008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12287): Launched\u000a20:34:56.461851 run osmo-hlr_10.42.42.2(pid=12288): Launched\u000a20:34:56.578093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:34:57.112820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12290): Launched\u000a20:34:57.417645 run osmo-stp_10.42.42.5(pid=12291): Launched\u000a20:34:57.529786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:34:58.087254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12293): Launched\u000a20:34:58.394426 run osmo-msc_10.42.42.6(pid=12294): Launched\u000a20:34:58.572585 run osmo-stp_10.42.42.5(pid=12291): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)]\u000a20:34:58.701503 run osmo-stp_10.42.42.5(pid=12291): stdout: \u000a| (launched: 2022-12-09_20:34:57.267891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:58.827781 run osmo-stp_10.42.42.5(pid=12291): stderr: \u000a| �[0;m�[38;5;43m20221209203457439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203457439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203457440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203457440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203457441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203457441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203457441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:58.950157 run osmo-stp_10.42.42.5(pid=12291): stdout: \u000a| (launched: 2022-12-09_20:34:57.267891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:34:59.071873 run osmo-stp_10.42.42.5(pid=12291): stderr: \u000a| �[0;m�[38;5;43m20221209203457439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203457439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203457440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203457440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203457441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203457441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203457441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:34:59.125416 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12291): Process ended prematurely: osmo-stp_10.42.42.5(pid=12291) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:34:59.134155 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:34:59.193965 run osmo-hlr_10.42.42.2(pid=12288): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12288)]\u000a20:34:59.242922 run osmo-hlr_10.42.42.2(pid=12288): stdout: \u000a| (launched: 2022-12-09_20:34:56.311230) \u000a20:34:59.292668 run osmo-hlr_10.42.42.2(pid=12288): stderr: \u000a| �[0;m�[1;31m20221209203456488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203456488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203456488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203456489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203456489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203456489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203456500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203456509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203456510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203456510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:34:59.359595 run osmo-msc_10.42.42.6(pid=12294): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12294)]\u000a20:34:59.408290 run osmo-msc_10.42.42.6(pid=12294): stdout: \u000a| (launched: 2022-12-09_20:34:58.242379) \u000a20:34:59.457688 run osmo-msc_10.42.42.6(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221209203458514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203458515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d59534c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203458515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203458515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203458515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203458515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203458517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203458517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203458518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203458518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:34:59.499129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12287): Terminating (SIGTERM)\u000a20:34:59.538458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12290): Terminating (SIGTERM)\u000a20:34:59.577897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12293): Terminating (SIGTERM)\u000a20:34:59.587149 --- ParallelTerminationStrategy: PID 12287 died...\u000a20:34:59.639964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12287): Terminated: ok {rc=0}\u000a20:34:59.649613 --- ParallelTerminationStrategy: PID 12290 died...\u000a20:34:59.702309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12290): Terminated: ok {rc=0}\u000a20:34:59.711740 --- ParallelTerminationStrategy: PID 12293 died...\u000a20:34:59.764125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12293): Terminated: ok {rc=0}\u000a20:34:59.846923 bus /sierra_3: Setting Powered False\u000a20:35:00.961395 bus /sierra_3: Setting Powered False\u000a20:35:02.080711 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12305): Process ended prematurely: osmo-stp_10.42.42.5(pid=12305) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12305): Process ended prematurely: osmo-stp_10.42.42.5(pid=12305) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:35:03.198897 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:35:03.211330 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:35:03.379210 tst mo_mt_call_osmux.py: using LAC 23558\u000a20:35:03.508130 tst mo_mt_call_osmux.py: using RAC 98\u000a20:35:03.635148 tst mo_mt_call_osmux.py: using CellId 23558\u000a20:35:03.761842 tst mo_mt_call_osmux.py: using BVCI 23559\u000a20:35:03.786517 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:35:03.798212 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:35:03.809746 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:35:03.821325 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:35:03.832821 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:35:03.844314 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:35:03.960555 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:35:04.163731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:04.645347 run create_hlr_db(pid=12299): Launched\u000a20:35:04.820476 bus /sierra_2: Setting Powered False\u000a20:35:05.842585 run create_hlr_db(pid=12299): Terminated: ok {rc=0}\u000a20:35:06.276310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Launched\u000a20:35:06.604707 run osmo-hlr_10.42.42.2(pid=12302): Launched\u000a20:35:06.728788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:07.296034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12304): Launched\u000a20:35:07.623486 run osmo-stp_10.42.42.5(pid=12305): Launched\u000a20:35:07.741921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:08.339616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12307): Launched\u000a20:35:08.666394 run osmo-msc_10.42.42.6(pid=12308): Launched\u000a20:35:08.858479 run osmo-stp_10.42.42.5(pid=12305): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)]\u000a20:35:08.995576 run osmo-stp_10.42.42.5(pid=12305): stdout: \u000a| (launched: 2022-12-09_20:35:07.462063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:09.132783 run osmo-stp_10.42.42.5(pid=12305): stderr: \u000a| �[0;m�[38;5;43m20221209203507657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203507657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203507657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203507658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203507658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203507658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203507658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:09.264562 run osmo-stp_10.42.42.5(pid=12305): stdout: \u000a| (launched: 2022-12-09_20:35:07.462063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:09.394818 run osmo-stp_10.42.42.5(pid=12305): stderr: \u000a| �[0;m�[38;5;43m20221209203507657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203507657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203507657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203507658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203507658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203507658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203507658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:09.452457 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12305): Process ended prematurely: osmo-stp_10.42.42.5(pid=12305) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:35:09.461982 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:35:09.524133 run osmo-hlr_10.42.42.2(pid=12302): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12302)]\u000a20:35:09.575210 run osmo-hlr_10.42.42.2(pid=12302): stdout: \u000a| (launched: 2022-12-09_20:35:06.442650) \u000a20:35:09.626851 run osmo-hlr_10.42.42.2(pid=12302): stderr: \u000a| �[0;m�[1;31m20221209203506642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203506642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203506642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203506642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203506642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203506642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203506655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203506666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203506666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203506666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:09.697037 run osmo-msc_10.42.42.6(pid=12308): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12308)]\u000a20:35:09.747717 run osmo-msc_10.42.42.6(pid=12308): stdout: \u000a| (launched: 2022-12-09_20:35:08.506053) \u000a20:35:09.799117 run osmo-msc_10.42.42.6(pid=12308): stderr: \u000a| �[0;m�[38;5;43m20221209203508828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203508828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52457e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203508828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203508828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203508828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203508828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203508830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203508831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203508831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203508831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:09.842785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Terminating (SIGTERM)\u000a20:35:09.883963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12304): Terminating (SIGTERM)\u000a20:35:09.925454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12307): Terminating (SIGTERM)\u000a20:35:09.934618 --- ParallelTerminationStrategy: PID 12301 died...\u000a20:35:09.989847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Terminated: ok {rc=0}\u000a20:35:10.000389 --- ParallelTerminationStrategy: PID 12304 died...\u000a20:35:10.055987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12304): Terminated: ok {rc=0}\u000a20:35:10.065977 --- ParallelTerminationStrategy: PID 12307 died...\u000a20:35:10.121453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12307): Terminated: ok {rc=0}\u000a20:35:10.209238 bus /sierra_3: Setting Powered False\u000a20:35:11.313765 bus /sierra_3: Setting Powered False\u000a20:35:12.425022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:34:52" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12319): Process ended prematurely: osmo-stp_10.42.42.5(pid=12319) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12319): Process ended prematurely: osmo-stp_10.42.42.5(pid=12319) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:35:14.417355 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:14.428253 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:35:14.594764 tst mo_mt_call.py: using LAC 23559\u000a20:35:14.723001 tst mo_mt_call.py: using RAC 99\u000a20:35:14.850873 tst mo_mt_call.py: using CellId 23559\u000a20:35:14.978618 tst mo_mt_call.py: using BVCI 23560\u000a20:35:15.003687 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:15.015343 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:15.026762 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:15.038167 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:15.049581 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:15.060904 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:15.178220 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:15.385654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:15.870322 run create_hlr_db(pid=12313): Launched\u000a20:35:16.055848 bus /sierra_2: Setting Powered False\u000a20:35:17.127880 run create_hlr_db(pid=12313): Terminated: ok {rc=0}\u000a20:35:17.588514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12315): Launched\u000a20:35:17.917681 run osmo-hlr_10.42.42.2(pid=12316): Launched\u000a20:35:18.036157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:18.608103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12318): Launched\u000a20:35:18.936653 run osmo-stp_10.42.42.5(pid=12319): Launched\u000a20:35:19.056175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:19.658957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12321): Launched\u000a20:35:19.988658 run osmo-msc_10.42.42.6(pid=12322): Launched\u000a20:35:20.180457 run osmo-stp_10.42.42.5(pid=12319): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)]\u000a20:35:20.319776 run osmo-stp_10.42.42.5(pid=12319): stdout: \u000a| (launched: 2022-12-09_20:35:18.774817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:20.457779 run osmo-stp_10.42.42.5(pid=12319): stderr: \u000a| �[0;m�[38;5;43m20221209203518969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203518969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203518970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203518970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203518970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203518970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203518970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:20.589926 run osmo-stp_10.42.42.5(pid=12319): stdout: \u000a| (launched: 2022-12-09_20:35:18.774817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:20.720885 run osmo-stp_10.42.42.5(pid=12319): stderr: \u000a| �[0;m�[38;5;43m20221209203518969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203518969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203518970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203518970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203518970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203518970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203518970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:20.778930 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12319): Process ended prematurely: osmo-stp_10.42.42.5(pid=12319) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12319)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:35:20.788342 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:35:20.851453 run osmo-hlr_10.42.42.2(pid=12316): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12316)]\u000a20:35:20.903390 run osmo-hlr_10.42.42.2(pid=12316): stdout: \u000a| (launched: 2022-12-09_20:35:17.755276) \u000a20:35:20.955993 run osmo-hlr_10.42.42.2(pid=12316): stderr: \u000a| �[0;m�[1;31m20221209203517954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203517954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203517954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203517954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203517954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203517954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203517966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203517975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203517975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203517975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:21.027352 run osmo-msc_10.42.42.6(pid=12322): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12322)]\u000a20:35:21.079108 run osmo-msc_10.42.42.6(pid=12322): stdout: \u000a| (launched: 2022-12-09_20:35:19.826132) \u000a20:35:21.131434 run osmo-msc_10.42.42.6(pid=12322): stderr: \u000a| �[0;m�[38;5;43m20221209203520151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203520151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f768e503c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203520151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203520152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203520152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203520152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203520154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203520154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203520154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203520154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:21.176358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12315): Terminating (SIGTERM)\u000a20:35:21.218892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12318): Terminating (SIGTERM)\u000a20:35:21.260840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12321): Terminating (SIGTERM)\u000a20:35:21.270674 --- ParallelTerminationStrategy: PID 12315 died...\u000a20:35:21.327351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12315): Terminated: ok {rc=0}\u000a20:35:21.337968 --- ParallelTerminationStrategy: PID 12318 died...\u000a20:35:21.393994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12318): Terminated: ok {rc=0}\u000a20:35:21.404041 --- ParallelTerminationStrategy: PID 12321 died...\u000a20:35:21.460323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12321): Terminated: ok {rc=0}\u000a20:35:21.548041 bus /sierra_3: Setting Powered False\u000a20:35:22.653294 bus /sierra_3: Setting Powered False\u000a20:35:23.764762 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12330): Process ended prematurely: osmo-stp_10.42.42.5(pid=12330) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12330): Process ended prematurely: osmo-stp_10.42.42.5(pid=12330) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:35:24.875394 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:24.887029 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:35:25.049170 tst mo_mt_call_osmux.py: using LAC 23560\u000a20:35:25.166652 tst mo_mt_call_osmux.py: using RAC 100\u000a20:35:25.285151 tst mo_mt_call_osmux.py: using CellId 23560\u000a20:35:25.403321 tst mo_mt_call_osmux.py: using BVCI 23561\u000a20:35:25.426565 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:25.437505 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:25.448239 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:25.459245 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:25.470377 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:35:25.481388 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:25.597325 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:35:25.813420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:26.324552 run create_hlr_db(pid=12324): Launched\u000a20:35:26.500553 bus /sierra_2: Setting Powered False\u000a20:35:27.521893 run create_hlr_db(pid=12324): Terminated: ok {rc=0}\u000a20:35:27.955685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12326): Launched\u000a20:35:28.281991 run osmo-hlr_10.42.42.2(pid=12327): Launched\u000a20:35:28.401808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:28.967828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12329): Launched\u000a20:35:29.295475 run osmo-stp_10.42.42.5(pid=12330): Launched\u000a20:35:29.415401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:30.012015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12332): Launched\u000a20:35:30.339675 run osmo-msc_10.42.42.6(pid=12333): Launched\u000a20:35:30.532579 run osmo-stp_10.42.42.5(pid=12330): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)]\u000a20:35:30.670079 run osmo-stp_10.42.42.5(pid=12330): stdout: \u000a| (launched: 2022-12-09_20:35:29.134061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:30.807246 run osmo-stp_10.42.42.5(pid=12330): stderr: \u000a| �[0;m�[38;5;43m20221209203529329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203529330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203529330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203529330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203529331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203529331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203529331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:30.945574 run osmo-stp_10.42.42.5(pid=12330): stdout: \u000a| (launched: 2022-12-09_20:35:29.134061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:31.079976 run osmo-stp_10.42.42.5(pid=12330): stderr: \u000a| �[0;m�[38;5;43m20221209203529329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203529330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203529330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203529330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203529331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203529331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203529331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:31.140118 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12330): Process ended prematurely: osmo-stp_10.42.42.5(pid=12330) [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12330)] [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:35:31.150521 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:35:31.215075 run osmo-hlr_10.42.42.2(pid=12327): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12327)]\u000a20:35:31.267953 run osmo-hlr_10.42.42.2(pid=12327): stdout: \u000a| (launched: 2022-12-09_20:35:28.122012) \u000a20:35:31.321583 run osmo-hlr_10.42.42.2(pid=12327): stderr: \u000a| �[0;m�[1;31m20221209203528323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203528323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203528323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203528324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203528324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203528324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203528335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203528344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203528344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203528344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:31.394659 run osmo-msc_10.42.42.6(pid=12333): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12333)]\u000a20:35:31.448377 run osmo-msc_10.42.42.6(pid=12333): stdout: \u000a| (launched: 2022-12-09_20:35:30.179093) \u000a20:35:31.502506 run osmo-msc_10.42.42.6(pid=12333): stderr: \u000a| �[0;m�[38;5;43m20221209203530502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203530502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e835cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203530502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203530502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203530502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203530502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203530504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203530505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203530505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203530505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:31.548264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12326): Terminating (SIGTERM)\u000a20:35:31.591494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12329): Terminating (SIGTERM)\u000a20:35:31.634298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12332): Terminating (SIGTERM)\u000a20:35:31.644076 --- ParallelTerminationStrategy: PID 12326 died...\u000a20:35:31.701282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12326): Terminated: ok {rc=0}\u000a20:35:31.711785 --- ParallelTerminationStrategy: PID 12329 died...\u000a20:35:31.769126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12329): Terminated: ok {rc=0}\u000a20:35:31.779788 --- ParallelTerminationStrategy: PID 12332 died...\u000a20:35:31.837101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12332): Terminated: ok {rc=0}\u000a20:35:31.927805 bus /sierra_3: Setting Powered False\u000a20:35:33.034350 bus /sierra_3: Setting Powered False\u000a20:35:34.145607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:35:14" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12344): Process ended prematurely: osmo-stp_10.42.42.5(pid=12344) [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12344)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12344): Process ended prematurely: osmo-stp_10.42.42.5(pid=12344) [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:35:36.177471 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:36.188567 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:35:36.330113 tst emergency_mo_mt_call.py: using LAC 23561\u000a20:35:36.453313 tst emergency_mo_mt_call.py: using RAC 101\u000a20:35:36.576477 tst emergency_mo_mt_call.py: using CellId 23561\u000a20:35:36.695913 tst emergency_mo_mt_call.py: using BVCI 23562\u000a20:35:36.718831 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:36.729696 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:36.740244 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:36.751250 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:36.762176 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:36.773158 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:36.886858 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:37.097618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:37.610237 run create_hlr_db(pid=12338): Launched\u000a20:35:37.794977 bus /sierra_2: Setting Powered False\u000a20:35:38.816210 run create_hlr_db(pid=12338): Terminated: ok {rc=0}\u000a20:35:39.219914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12340): Launched\u000a20:35:39.518108 run osmo-hlr_10.42.42.2(pid=12341): Launched\u000a20:35:39.632740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:40.159437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12343): Launched\u000a20:35:40.457947 run osmo-stp_10.42.42.5(pid=12344): Launched\u000a20:35:40.578434 tst emergency_mo_mt_call.py: using MSISDN 7368\u000a20:35:40.726748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:41.271533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12346): Launched\u000a20:35:41.571568 run osmo-msc_10.42.42.6(pid=12347): Launched\u000a20:35:41.748187 run osmo-stp_10.42.42.5(pid=12344): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12344)]\u000a20:35:41.875684 run osmo-stp_10.42.42.5(pid=12344): stdout: \u000a| (launched: 2022-12-09_20:35:40.310920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:42.000293 run osmo-stp_10.42.42.5(pid=12344): stderr: \u000a| �[0;m�[38;5;43m20221209203540483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203540483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203540484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203540484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203540485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203540485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203540485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:42.120436 run osmo-stp_10.42.42.5(pid=12344): stdout: \u000a| (launched: 2022-12-09_20:35:40.310920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:42.239673 run osmo-stp_10.42.42.5(pid=12344): stderr: \u000a| �[0;m�[38;5;43m20221209203540483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203540483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203540484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203540484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203540485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203540485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203540485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:42.291984 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12344): Process ended prematurely: osmo-stp_10.42.42.5(pid=12344) [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12344)] [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a20:35:42.300018 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a20:35:42.359479 run osmo-hlr_10.42.42.2(pid=12341): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12341)]\u000a20:35:42.408341 run osmo-hlr_10.42.42.2(pid=12341): stdout: \u000a| (launched: 2022-12-09_20:35:39.371084) \u000a20:35:42.457594 run osmo-hlr_10.42.42.2(pid=12341): stderr: \u000a| �[0;m�[1;31m20221209203539549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203539549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203539549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203539549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203539549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203539549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203539562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203539571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203539571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203539571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:42.524135 run osmo-msc_10.42.42.6(pid=12347): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12347)]\u000a20:35:42.572829 run osmo-msc_10.42.42.6(pid=12347): stdout: \u000a| (launched: 2022-12-09_20:35:41.423067) \u000a20:35:42.621928 run osmo-msc_10.42.42.6(pid=12347): stderr: \u000a| �[0;m�[38;5;43m20221209203541696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203541696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd624a3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203541696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203541697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203541697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203541697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203541699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203541699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203541699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203541700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:42.664183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12340): Terminating (SIGTERM)\u000a20:35:42.703844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12343): Terminating (SIGTERM)\u000a20:35:42.743070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12346): Terminating (SIGTERM)\u000a20:35:42.752381 --- ParallelTerminationStrategy: PID 12340 died...\u000a20:35:42.805409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12340): Terminated: ok {rc=0}\u000a20:35:42.814887 --- ParallelTerminationStrategy: PID 12343 died...\u000a20:35:42.867197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12343): Terminated: ok {rc=0}\u000a20:35:42.876871 --- ParallelTerminationStrategy: PID 12346 died...\u000a20:35:42.929361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12346): Terminated: ok {rc=0}\u000a20:35:43.012051 bus /sierra_3: Setting Powered False\u000a20:35:44.117427 bus /sierra_3: Setting Powered False\u000a20:35:45.229242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12355): Process ended prematurely: osmo-stp_10.42.42.5(pid=12355) [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12355)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12355): Process ended prematurely: osmo-stp_10.42.42.5(pid=12355) [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:35:46.279112 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:46.291472 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:35:46.441740 tst emergency_preemptive_call.py: using LAC 23562\u000a20:35:46.594925 tst emergency_preemptive_call.py: using RAC 102\u000a20:35:46.757036 tst emergency_preemptive_call.py: using CellId 23562\u000a20:35:46.881866 tst emergency_preemptive_call.py: using BVCI 23563\u000a20:35:46.905632 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:46.917439 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:46.929028 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:46.941620 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:46.954222 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:35:46.967588 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:47.085551 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:47.205627 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:47.324418 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:35:47.531932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:35:48.048706 run create_hlr_db(pid=12349): Launched\u000a20:35:48.235515 bus /sierra_2: Setting Powered False\u000a20:35:49.256192 run create_hlr_db(pid=12349): Terminated: ok {rc=0}\u000a20:35:49.659988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12351): Launched\u000a20:35:49.960110 run osmo-hlr_10.42.42.2(pid=12352): Launched\u000a20:35:50.070419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:35:50.590331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12354): Launched\u000a20:35:50.889970 run osmo-stp_10.42.42.5(pid=12355): Launched\u000a20:35:51.011178 tst emergency_preemptive_call.py: using MSISDN 7369\u000a20:35:51.159389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:35:51.703704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12357): Launched\u000a20:35:52.003588 run osmo-msc_10.42.42.6(pid=12358): Launched\u000a20:35:52.179805 run osmo-stp_10.42.42.5(pid=12355): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12355)]\u000a20:35:52.307582 run osmo-stp_10.42.42.5(pid=12355): stdout: \u000a| (launched: 2022-12-09_20:35:50.742092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:52.432443 run osmo-stp_10.42.42.5(pid=12355): stderr: \u000a| �[0;m�[38;5;43m20221209203550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203550913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203550913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203550913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203550914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:52.552888 run osmo-stp_10.42.42.5(pid=12355): stdout: \u000a| (launched: 2022-12-09_20:35:50.742092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:35:52.672230 run osmo-stp_10.42.42.5(pid=12355): stderr: \u000a| �[0;m�[38;5;43m20221209203550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203550913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203550913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203550913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203550914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:35:52.724437 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12355): Process ended prematurely: osmo-stp_10.42.42.5(pid=12355) [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12355)] [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a20:35:52.732487 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a20:35:52.792708 run osmo-hlr_10.42.42.2(pid=12352): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12352)]\u000a20:35:52.841860 run osmo-hlr_10.42.42.2(pid=12352): stdout: \u000a| (launched: 2022-12-09_20:35:49.812327) \u000a20:35:52.891637 run osmo-hlr_10.42.42.2(pid=12352): stderr: \u000a| �[0;m�[1;31m20221209203549987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203549987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203549987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203549987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203549987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203549987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203549999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203550007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203550008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203550008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:35:52.958671 run osmo-msc_10.42.42.6(pid=12358): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12358)]\u000a20:35:53.008046 run osmo-msc_10.42.42.6(pid=12358): stdout: \u000a| (launched: 2022-12-09_20:35:51.855251) \u000a20:35:53.057756 run osmo-msc_10.42.42.6(pid=12358): stderr: \u000a| �[0;m�[38;5;43m20221209203552127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209203552127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ef729cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209203552127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209203552127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209203552128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209203552128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209203552130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209203552130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209203552131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209203552131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:35:53.099422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12351): Terminating (SIGTERM)\u000a20:35:53.139023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12354): Terminating (SIGTERM)\u000a20:35:53.178575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12357): Terminating (SIGTERM)\u000a20:35:53.187868 --- ParallelTerminationStrategy: PID 12351 died...\u000a20:35:53.240566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12351): Terminated: ok {rc=0}\u000a20:35:53.250263 --- ParallelTerminationStrategy: PID 12354 died...\u000a20:35:53.303589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12354): Terminated: ok {rc=0}\u000a20:35:53.313158 --- ParallelTerminationStrategy: PID 12357 died...\u000a20:35:53.365749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12357): Terminated: ok {rc=0}\u000a20:35:53.448139 bus /sierra_9: Setting Powered False\u000a20:35:54.549089 bus /sierra_9: Setting Powered False\u000a20:35:55.656642 bus /sierra_8: Setting Powered False\u000a20:35:56.757257 bus /sierra_8: Setting Powered False\u000a20:35:57.863626 bus /sierra_3: Setting Powered False\u000a20:35:58.966197 bus /sierra_3: Setting Powered False\u000a20:36:00.077918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:35:35" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2364↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2364↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:36:02.309883 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.321153 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:02.468877 tst cs_paging_gprs_active.py: using LAC 23563\u000a20:36:02.598781 tst cs_paging_gprs_active.py: using RAC 103\u000a20:36:02.729700 tst cs_paging_gprs_active.py: using CellId 23563\u000a20:36:02.859338 tst cs_paging_gprs_active.py: using BVCI 23564\u000a20:36:02.884371 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.895797 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.907041 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.918624 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.930022 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.941406 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.953046 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.964400 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:02.976355 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:03.096238 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:03.376429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:36:03.504138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:03.820085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12363): Launched\u000a20:36:04.083194 run iperf3-srv_10.42.42.10(pid=12364): Launched\u000a20:36:04.269795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:36:04.397215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:04.715695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12365): Launched\u000a20:36:04.980538 run iperf3-srv_10.42.42.10(pid=12366): Launched\u000a20:36:05.167510 tst cs_paging_gprs_active.py:38: start network...\u000a20:36:05.295207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:05.778885 run create_hlr_db(pid=12367): Launched\u000a20:36:05.954516 bus /sierra_2: Setting Powered False\u000a20:36:06.976511 run create_hlr_db(pid=12367): Terminated: ok {rc=0}\u000a20:36:07.413645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Launched\u000a20:36:07.745565 run osmo-hlr_10.42.42.2(pid=12370): Launched\u000a20:36:07.866468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:08.438183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Launched\u000a20:36:08.767956 run osmo-stp_10.42.42.5(pid=12373): Launched\u000a20:36:08.886655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:09.460129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12375): Launched\u000a20:36:09.577503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:09.865813 run patchelf(pid=12376): Launched\u000a20:36:10.057955 run osmo-stp_10.42.42.5(pid=12373): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)]\u000a20:36:10.198537 run osmo-stp_10.42.42.5(pid=12373): stdout: \u000a| (launched: 2022-12-09_20:36:08.605976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:10.339412 run osmo-stp_10.42.42.5(pid=12373): stderr: \u000a| �[0;m�[38;5;43m20221209203608797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203608797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203608798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203608798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203608798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203608798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203608799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:10.475239 run osmo-stp_10.42.42.5(pid=12373): stdout: \u000a| (launched: 2022-12-09_20:36:08.605976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:10.610265 run osmo-stp_10.42.42.5(pid=12373): stderr: \u000a| �[0;m�[38;5;43m20221209203608797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203608797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203608798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203608798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203608798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203608798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203608799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:10.767389 run patchelf(pid=12376): Terminating (SIGINT)\u000a20:36:10.951520 run patchelf(pid=12376): Terminated: ok {rc=0}\u000a20:36:10.985563 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12373): Process ended prematurely: osmo-stp_10.42.42.5(pid=12373) [trial-2364↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12373)] [trial-2364↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a20:36:10.995664 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:36:11.058539 run osmo-hlr_10.42.42.2(pid=12370): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12370)]\u000a20:36:11.109602 run osmo-hlr_10.42.42.2(pid=12370): stdout: \u000a| (launched: 2022-12-09_20:36:07.582042) \u000a20:36:11.161517 run osmo-hlr_10.42.42.2(pid=12370): stderr: \u000a| �[0;m�[1;31m20221209203607782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203607782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203607782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203607782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203607782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203607782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203607796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203607804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203607804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203607804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:11.205863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12363): Terminating (SIGTERM)\u000a20:36:11.247644 run iperf3-srv_10.42.42.10(pid=12364): Terminating (SIGTERM)\u000a20:36:11.289288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12365): Terminating (SIGTERM)\u000a20:36:11.330944 run iperf3-srv_10.42.42.10(pid=12366): Terminating (SIGTERM)\u000a20:36:11.372630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Terminating (SIGTERM)\u000a20:36:11.414403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Terminating (SIGTERM)\u000a20:36:11.456466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12375): Terminating (SIGTERM)\u000a20:36:11.466134 --- ParallelTerminationStrategy: PID 12363 died...\u000a20:36:11.521929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12363): Terminated: ok {rc=0}\u000a20:36:11.532051 --- ParallelTerminationStrategy: PID 12364 died...\u000a20:36:11.587601 run iperf3-srv_10.42.42.10(pid=12364): Terminated {rc=256}\u000a20:36:11.597746 --- ParallelTerminationStrategy: PID 12365 died...\u000a20:36:11.653129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12365): Terminated: ok {rc=0}\u000a20:36:11.663128 --- ParallelTerminationStrategy: PID 12366 died...\u000a20:36:11.718555 run iperf3-srv_10.42.42.10(pid=12366): Terminated {rc=256}\u000a20:36:11.728870 --- ParallelTerminationStrategy: PID 12369 died...\u000a20:36:11.784706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12369): Terminated: ok {rc=0}\u000a20:36:11.794786 --- ParallelTerminationStrategy: PID 12372 died...\u000a20:36:11.850717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12372): Terminated: ok {rc=0}\u000a20:36:11.861080 --- ParallelTerminationStrategy: PID 12375 died...\u000a20:36:11.917497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12375): Terminated: ok {rc=0}\u000a20:36:12.005523 bus /gobi_0: Setting Powered False\u000a20:36:13.113901 bus /gobi_0: Setting Powered False\u000a20:36:14.221918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12385): Process ended prematurely: osmo-stp_10.42.42.5(pid=12385) [trial-2364↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12385): Process ended prematurely: osmo-stp_10.42.42.5(pid=12385) [trial-2364↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a20:36:15.338205 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.350111 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:15.499847 tst iperf3.py: using LAC 23564\u000a20:36:15.628138 tst iperf3.py: using RAC 104\u000a20:36:15.758451 tst iperf3.py: using CellId 23564\u000a20:36:15.893707 tst iperf3.py: using BVCI 23565\u000a20:36:15.919904 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.931647 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.943428 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.955146 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.967076 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.978711 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:15.990803 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:16.002486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:16.014420 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:16.305818 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:36:16.438373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:16.779096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12377): Launched\u000a20:36:17.066776 run iperf3-srv_10.42.42.10(pid=12378): Launched\u000a20:36:17.260917 tst iperf3.py:8: start network...\u000a20:36:17.389624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:17.876388 run create_hlr_db(pid=12379): Launched\u000a20:36:18.053486 bus /gobi_6: Setting Powered False\u000a20:36:19.074094 run create_hlr_db(pid=12379): Terminated: ok {rc=0}\u000a20:36:19.513573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12381): Launched\u000a20:36:19.844896 run osmo-hlr_10.42.42.2(pid=12382): Launched\u000a20:36:19.964910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:20.541867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12384): Launched\u000a20:36:20.872877 run osmo-stp_10.42.42.5(pid=12385): Launched\u000a20:36:20.993124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:21.569124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12387): Launched\u000a20:36:21.687242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:22.000246 run patchelf(pid=12388): Launched\u000a20:36:22.180446 run osmo-stp_10.42.42.5(pid=12385): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)]\u000a20:36:22.312384 run osmo-stp_10.42.42.5(pid=12385): stdout: \u000a| (launched: 2022-12-09_20:36:20.710077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:22.444334 run osmo-stp_10.42.42.5(pid=12385): stderr: \u000a| �[0;m�[38;5;43m20221209203620902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203620902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203620903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203620903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203620903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203620903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203620904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:22.572468 run osmo-stp_10.42.42.5(pid=12385): stdout: \u000a| (launched: 2022-12-09_20:36:20.710077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:22.699626 run osmo-stp_10.42.42.5(pid=12385): stderr: \u000a| �[0;m�[38;5;43m20221209203620902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203620902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203620903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203620903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203620903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203620903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203620904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:22.847282 run patchelf(pid=12388): Terminating (SIGINT)\u000a20:36:23.020463 run patchelf(pid=12388): Terminated: ok {rc=0}\u000a20:36:23.052439 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12385): Process ended prematurely: osmo-stp_10.42.42.5(pid=12385) [trial-2364↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12385)] [trial-2364↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a20:36:23.061955 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:36:23.123218 run osmo-hlr_10.42.42.2(pid=12382): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12382)]\u000a20:36:23.172986 run osmo-hlr_10.42.42.2(pid=12382): stdout: \u000a| (launched: 2022-12-09_20:36:19.681512) \u000a20:36:23.223563 run osmo-hlr_10.42.42.2(pid=12382): stderr: \u000a| �[0;m�[1;31m20221209203619881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203619881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203619881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203619881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203619881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203619881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203619894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203619903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203619903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203619903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:23.266352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12377): Terminating (SIGTERM)\u000a20:36:23.306713 run iperf3-srv_10.42.42.10(pid=12378): Terminating (SIGTERM)\u000a20:36:23.347095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12381): Terminating (SIGTERM)\u000a20:36:23.387577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12384): Terminating (SIGTERM)\u000a20:36:23.428165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12387): Terminating (SIGTERM)\u000a20:36:23.437766 --- ParallelTerminationStrategy: PID 12377 died...\u000a20:36:23.492597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12377): Terminated: ok {rc=0}\u000a20:36:23.502413 --- ParallelTerminationStrategy: PID 12378 died...\u000a20:36:23.556425 run iperf3-srv_10.42.42.10(pid=12378): Terminated {rc=256}\u000a20:36:23.566151 --- ParallelTerminationStrategy: PID 12381 died...\u000a20:36:23.620366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12381): Terminated: ok {rc=0}\u000a20:36:23.630149 --- ParallelTerminationStrategy: PID 12384 died...\u000a20:36:23.684198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12384): Terminated: ok {rc=0}\u000a20:36:23.694226 --- ParallelTerminationStrategy: PID 12387 died...\u000a20:36:23.748693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12387): Terminated: ok {rc=0}\u000a20:36:23.838831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12403): Process ended prematurely: osmo-stp_10.42.42.5(pid=12403) [trial-2364↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12403)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12403): Process ended prematurely: osmo-stp_10.42.42.5(pid=12403) [trial-2364↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a20:36:24.950656 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:24.962099 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:25.098849 tst iperf3m4.py: using LAC 23565\u000a20:36:25.221104 tst iperf3m4.py: using RAC 105\u000a20:36:25.343369 tst iperf3m4.py: using CellId 23565\u000a20:36:25.463730 tst iperf3m4.py: using BVCI 23566\u000a20:36:25.487081 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.497909 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.508611 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.519464 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.530180 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.540803 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.551736 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.562414 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:25.573453 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:25.695206 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:25.816626 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:25.937900 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:26.235299 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:36:26.372822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:26.711953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12389): Launched\u000a20:36:26.994952 run iperf3-srv_10.42.42.10(pid=12390): Launched\u000a20:36:27.197389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:36:27.334861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:27.674727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12391): Launched\u000a20:36:27.957219 run iperf3-srv_10.42.42.10(pid=12392): Launched\u000a20:36:28.159366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:36:28.298089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:28.638970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12393): Launched\u000a20:36:28.920022 run iperf3-srv_10.42.42.10(pid=12394): Launched\u000a20:36:29.121516 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:36:29.259260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:36:29.599649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12395): Launched\u000a20:36:29.883014 run iperf3-srv_10.42.42.10(pid=12396): Launched\u000a20:36:30.084372 tst iperf3m4.py:8: start network...\u000a20:36:30.222563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:30.748205 run create_hlr_db(pid=12397): Launched\u000a20:36:30.941757 bus /gobi_6: Setting Powered False\u000a20:36:32.000494 run create_hlr_db(pid=12397): Terminated: ok {rc=0}\u000a20:36:32.443504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12399): Launched\u000a20:36:32.771359 run osmo-hlr_10.42.42.2(pid=12400): Launched\u000a20:36:32.891072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:33.463335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12402): Launched\u000a20:36:33.793230 run osmo-stp_10.42.42.5(pid=12403): Launched\u000a20:36:33.912668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:34.484724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12405): Launched\u000a20:36:34.602048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:34.889757 run patchelf(pid=12406): Launched\u000a20:36:35.081281 run osmo-stp_10.42.42.5(pid=12403): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12403)]\u000a20:36:35.221768 run osmo-stp_10.42.42.5(pid=12403): stdout: \u000a| (launched: 2022-12-09_20:36:33.630693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:35.362248 run osmo-stp_10.42.42.5(pid=12403): stderr: \u000a| �[0;m�[38;5;43m20221209203633819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203633819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203633819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203633819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203633820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203633820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203633820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:35.497763 run osmo-stp_10.42.42.5(pid=12403): stdout: \u000a| (launched: 2022-12-09_20:36:33.630693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:35.632159 run osmo-stp_10.42.42.5(pid=12403): stderr: \u000a| �[0;m�[38;5;43m20221209203633819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203633819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203633819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203633819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203633820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203633820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203633820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:35.788676 run patchelf(pid=12406): Terminating (SIGINT)\u000a20:36:35.972616 run patchelf(pid=12406): Terminated: ok {rc=0}\u000a20:36:36.006437 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12403): Process ended prematurely: osmo-stp_10.42.42.5(pid=12403) [trial-2364↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12403)] [trial-2364↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a20:36:36.016549 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:36:36.080109 run osmo-hlr_10.42.42.2(pid=12400): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12400)]\u000a20:36:36.131776 run osmo-hlr_10.42.42.2(pid=12400): stdout: \u000a| (launched: 2022-12-09_20:36:32.610772) \u000a20:36:36.184643 run osmo-hlr_10.42.42.2(pid=12400): stderr: \u000a| �[0;m�[1;31m20221209203632807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203632807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203632807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203632808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203632808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203632808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203632821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203632829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203632830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203632830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:36.229270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12389): Terminating (SIGTERM)\u000a20:36:36.270784 run iperf3-srv_10.42.42.10(pid=12390): Terminating (SIGTERM)\u000a20:36:36.312662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12391): Terminating (SIGTERM)\u000a20:36:36.354773 run iperf3-srv_10.42.42.10(pid=12392): Terminating (SIGTERM)\u000a20:36:36.396779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12393): Terminating (SIGTERM)\u000a20:36:36.438960 run iperf3-srv_10.42.42.10(pid=12394): Terminating (SIGTERM)\u000a20:36:36.480848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12395): Terminating (SIGTERM)\u000a20:36:36.522923 run iperf3-srv_10.42.42.10(pid=12396): Terminating (SIGTERM)\u000a20:36:36.564570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12399): Terminating (SIGTERM)\u000a20:36:36.606604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12402): Terminating (SIGTERM)\u000a20:36:36.648862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12405): Terminating (SIGTERM)\u000a20:36:36.658707 --- ParallelTerminationStrategy: PID 12389 died...\u000a20:36:36.715145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12389): Terminated: ok {rc=0}\u000a20:36:36.725405 --- ParallelTerminationStrategy: PID 12390 died...\u000a20:36:36.781049 run iperf3-srv_10.42.42.10(pid=12390): Terminated {rc=256}\u000a20:36:36.791163 --- ParallelTerminationStrategy: PID 12391 died...\u000a20:36:36.847204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12391): Terminated: ok {rc=0}\u000a20:36:36.857452 --- ParallelTerminationStrategy: PID 12392 died...\u000a20:36:36.913179 run iperf3-srv_10.42.42.10(pid=12392): Terminated {rc=256}\u000a20:36:36.923315 --- ParallelTerminationStrategy: PID 12393 died...\u000a20:36:36.979019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12393): Terminated: ok {rc=0}\u000a20:36:36.989062 --- ParallelTerminationStrategy: PID 12394 died...\u000a20:36:37.045282 run iperf3-srv_10.42.42.10(pid=12394): Terminated {rc=256}\u000a20:36:37.055482 --- ParallelTerminationStrategy: PID 12395 died...\u000a20:36:37.111357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12395): Terminated: ok {rc=0}\u000a20:36:37.121566 --- ParallelTerminationStrategy: PID 12396 died...\u000a20:36:37.177595 run iperf3-srv_10.42.42.10(pid=12396): Terminated {rc=256}\u000a20:36:37.187815 --- ParallelTerminationStrategy: PID 12399 died...\u000a20:36:37.244135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12399): Terminated: ok {rc=0}\u000a20:36:37.254421 --- ParallelTerminationStrategy: PID 12402 died...\u000a20:36:37.310547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12402): Terminated: ok {rc=0}\u000a20:36:37.320800 --- ParallelTerminationStrategy: PID 12405 died...\u000a20:36:37.377005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12405): Terminated: ok {rc=0}\u000a20:36:37.464920 bus /gobi_4: Setting Powered False\u000a20:36:38.570879 bus /gobi_4: Setting Powered False\u000a20:36:39.681557 bus /gobi_1: Setting Powered False\u000a20:36:40.789393 bus /gobi_1: Setting Powered False\u000a20:36:41.897218 bus /gobi_0: Setting Powered False\u000a20:36:43.004779 bus /gobi_0: Setting Powered False\u000a20:36:44.120173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12414): Process ended prematurely: osmo-stp_10.42.42.5(pid=12414) [trial-2364↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12414)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12414): Process ended prematurely: osmo-stp_10.42.42.5(pid=12414) [trial-2364↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a20:36:45.187986 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.199817 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:45.345414 tst ping.py: using LAC 23566\u000a20:36:45.473554 tst ping.py: using RAC 106\u000a20:36:45.602034 tst ping.py: using CellId 23566\u000a20:36:45.730470 tst ping.py: using BVCI 23567\u000a20:36:45.755127 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.766693 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.777789 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.788686 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.799663 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.810663 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.821850 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:45.833460 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:46.142447 tst ping.py:19: start network...\u000a20:36:46.272362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:46.799451 run create_hlr_db(pid=12408): Launched\u000a20:36:46.989112 bus /gobi_6: Setting Powered False\u000a20:36:48.005835 run create_hlr_db(pid=12408): Terminated: ok {rc=0}\u000a20:36:48.433675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12410): Launched\u000a20:36:48.754855 run osmo-hlr_10.42.42.2(pid=12411): Launched\u000a20:36:48.872277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:49.435342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12413): Launched\u000a20:36:49.756632 run osmo-stp_10.42.42.5(pid=12414): Launched\u000a20:36:49.873789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:50.436743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12416): Launched\u000a20:36:50.551029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:50.831121 run patchelf(pid=12417): Launched\u000a20:36:51.019607 run osmo-stp_10.42.42.5(pid=12414): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12414)]\u000a20:36:51.157696 run osmo-stp_10.42.42.5(pid=12414): stdout: \u000a| (launched: 2022-12-09_20:36:49.599247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:51.296233 run osmo-stp_10.42.42.5(pid=12414): stderr: \u000a| �[0;m�[38;5;43m20221209203649791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203649791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203649792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203649792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203649792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203649793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203649793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:51.429667 run osmo-stp_10.42.42.5(pid=12414): stdout: \u000a| (launched: 2022-12-09_20:36:49.599247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:51.561773 run osmo-stp_10.42.42.5(pid=12414): stderr: \u000a| �[0;m�[38;5;43m20221209203649791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203649791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203649792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203649792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203649792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203649793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203649793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:51.715317 run patchelf(pid=12417): Terminating (SIGINT)\u000a20:36:51.895354 run patchelf(pid=12417): Terminated: ok {rc=0}\u000a20:36:51.928228 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12414): Process ended prematurely: osmo-stp_10.42.42.5(pid=12414) [trial-2364↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12414)] [trial-2364↪gprs:trx-sysmocell5000↪ping.py:22]\u000a20:36:51.937591 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:36:52.001030 run osmo-hlr_10.42.42.2(pid=12411): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12411)]\u000a20:36:52.053030 run osmo-hlr_10.42.42.2(pid=12411): stdout: \u000a| (launched: 2022-12-09_20:36:48.597529) \u000a20:36:52.106201 run osmo-hlr_10.42.42.2(pid=12411): stderr: \u000a| �[0;m�[1;31m20221209203648795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203648796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203648796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203648796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203648796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203648796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203648807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203648816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203648816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203648816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:36:52.151200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12410): Terminating (SIGTERM)\u000a20:36:52.193874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12413): Terminating (SIGTERM)\u000a20:36:52.236378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12416): Terminating (SIGTERM)\u000a20:36:52.246298 --- ParallelTerminationStrategy: PID 12410 died...\u000a20:36:52.302905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12410): Terminated: ok {rc=0}\u000a20:36:52.313311 --- ParallelTerminationStrategy: PID 12413 died...\u000a20:36:52.369700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12413): Terminated: ok {rc=0}\u000a20:36:52.379995 --- ParallelTerminationStrategy: PID 12416 died...\u000a20:36:52.436213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12416): Terminated: ok {rc=0}\u000a20:36:52.524424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2364↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2364↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a20:36:53.577681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:53.589608 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a20:36:53.732744 tst ping_idle_ping.py: using LAC 23567\u000a20:36:53.851245 tst ping_idle_ping.py: using RAC 107\u000a20:36:53.967590 tst ping_idle_ping.py: using CellId 23567\u000a20:36:54.084073 tst ping_idle_ping.py: using BVCI 23568\u000a20:36:54.107105 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.117935 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.128515 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.139344 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.150115 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.160873 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.171811 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a20:36:54.182647 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a20:36:54.475077 tst ping_idle_ping.py:24: start network...\u000a20:36:54.609348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:36:55.127379 run create_hlr_db(pid=12418): Launched\u000a20:36:55.314996 bus /gobi_6: Setting Powered False\u000a20:36:56.336179 run create_hlr_db(pid=12418): Terminated: ok {rc=0}\u000a20:36:56.742261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Launched\u000a20:36:57.045065 run osmo-hlr_10.42.42.2(pid=12421): Launched\u000a20:36:57.155907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:36:57.678144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Launched\u000a20:36:57.980093 run osmo-stp_10.42.42.5(pid=12424): Launched\u000a20:36:58.089880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:36:58.615408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Launched\u000a20:36:58.722784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:36:58.984794 run patchelf(pid=12427): Launched\u000a20:36:59.160792 run osmo-stp_10.42.42.5(pid=12424): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a20:36:59.290095 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-09_20:36:57.831873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:59.419720 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221209203658001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203658001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203658002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203658002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203658002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203658003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203658003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:59.544648 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-09_20:36:57.831873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:36:59.668601 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221209203658001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203658001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203658002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203658002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203658002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203658003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203658003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:36:59.812732 run patchelf(pid=12427): Terminating (SIGINT)\u000a20:36:59.982139 run patchelf(pid=12427): Terminated: ok {rc=0}\u000a20:37:00.012870 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2364↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)] [trial-2364↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a20:37:00.021782 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:37:00.083147 run osmo-hlr_10.42.42.2(pid=12421): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12421)]\u000a20:37:00.133104 run osmo-hlr_10.42.42.2(pid=12421): stdout: \u000a| (launched: 2022-12-09_20:36:56.895818) \u000a20:37:00.183391 run osmo-hlr_10.42.42.2(pid=12421): stderr: \u000a| �[0;m�[1;31m20221209203657073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203657073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203657073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203657073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203657073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203657073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203657086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203657095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203657095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203657095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:00.225765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminating (SIGTERM)\u000a20:37:00.265683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminating (SIGTERM)\u000a20:37:00.305871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Terminating (SIGTERM)\u000a20:37:00.315636 --- ParallelTerminationStrategy: PID 12420 died...\u000a20:37:00.368735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminated: ok {rc=0}\u000a20:37:00.378698 --- ParallelTerminationStrategy: PID 12423 died...\u000a20:37:00.432013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminated: ok {rc=0}\u000a20:37:00.442034 --- ParallelTerminationStrategy: PID 12426 died...\u000a20:37:00.495735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Terminated: ok {rc=0}\u000a20:37:00.579274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:36:01" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:37:02.821367 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:02.832347 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:02.971720 tst cs_paging_gprs_active.py: using LAC 23568\u000a20:37:03.092644 tst cs_paging_gprs_active.py: using RAC 108\u000a20:37:03.214413 tst cs_paging_gprs_active.py: using CellId 23568\u000a20:37:03.333847 tst cs_paging_gprs_active.py: using BVCI 23569\u000a20:37:03.357353 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.368105 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.378892 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.389863 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.400621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.411715 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.423014 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.434038 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:03.445109 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:03.567659 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:03.869179 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:37:04.007141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:04.348520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12431): Launched\u000a20:37:04.631785 run iperf3-srv_10.42.42.10(pid=12432): Launched\u000a20:37:04.834043 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:37:04.972204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:05.313719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12433): Launched\u000a20:37:05.595881 run iperf3-srv_10.42.42.10(pid=12434): Launched\u000a20:37:05.797653 tst cs_paging_gprs_active.py:38: start network...\u000a20:37:05.935100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:06.461160 run create_hlr_db(pid=12435): Launched\u000a20:37:06.650947 bus /gobi_6: Setting Powered False\u000a20:37:07.670879 run create_hlr_db(pid=12435): Terminated: ok {rc=0}\u000a20:37:08.090375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Launched\u000a20:37:08.420124 run osmo-hlr_10.42.42.2(pid=12438): Launched\u000a20:37:08.539336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:09.109654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Launched\u000a20:37:09.440016 run osmo-stp_10.42.42.5(pid=12441): Launched\u000a20:37:09.559027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:10.131268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12443): Launched\u000a20:37:10.250115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:10.537843 run patchelf(pid=12444): Launched\u000a20:37:10.729575 run osmo-stp_10.42.42.5(pid=12441): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]\u000a20:37:10.869532 run osmo-stp_10.42.42.5(pid=12441): stdout: \u000a| (launched: 2022-12-09_20:37:09.277801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:11.009629 run osmo-stp_10.42.42.5(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221209203709470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203709470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203709470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203709471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203709471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203709471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203709471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:11.145302 run osmo-stp_10.42.42.5(pid=12441): stdout: \u000a| (launched: 2022-12-09_20:37:09.277801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:11.280338 run osmo-stp_10.42.42.5(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221209203709470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203709470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203709470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203709471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203709471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203709471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203709471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:11.436905 run patchelf(pid=12444): Terminating (SIGINT)\u000a20:37:11.620780 run patchelf(pid=12444): Terminated: ok {rc=0}\u000a20:37:11.654673 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:37:11.664801 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:37:11.727278 run osmo-hlr_10.42.42.2(pid=12438): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12438)]\u000a20:37:11.778438 run osmo-hlr_10.42.42.2(pid=12438): stdout: \u000a| (launched: 2022-12-09_20:37:08.259452) \u000a20:37:11.830318 run osmo-hlr_10.42.42.2(pid=12438): stderr: \u000a| �[0;m�[1;31m20221209203708460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203708460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203708460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203708460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203708460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203708460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203708472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203708480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203708481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203708481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:11.874778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12431): Terminating (SIGTERM)\u000a20:37:11.916076 run iperf3-srv_10.42.42.10(pid=12432): Terminating (SIGTERM)\u000a20:37:11.957610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12433): Terminating (SIGTERM)\u000a20:37:11.998808 run iperf3-srv_10.42.42.10(pid=12434): Terminating (SIGTERM)\u000a20:37:12.040181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Terminating (SIGTERM)\u000a20:37:12.081502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Terminating (SIGTERM)\u000a20:37:12.123010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12443): Terminating (SIGTERM)\u000a20:37:12.132529 --- ParallelTerminationStrategy: PID 12431 died...\u000a20:37:12.188119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12431): Terminated: ok {rc=0}\u000a20:37:12.198157 --- ParallelTerminationStrategy: PID 12432 died...\u000a20:37:12.254102 run iperf3-srv_10.42.42.10(pid=12432): Terminated {rc=256}\u000a20:37:12.264027 --- ParallelTerminationStrategy: PID 12433 died...\u000a20:37:12.319437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12433): Terminated: ok {rc=0}\u000a20:37:12.329498 --- ParallelTerminationStrategy: PID 12434 died...\u000a20:37:12.384625 run iperf3-srv_10.42.42.10(pid=12434): Terminated {rc=256}\u000a20:37:12.394600 --- ParallelTerminationStrategy: PID 12437 died...\u000a20:37:12.449900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Terminated: ok {rc=0}\u000a20:37:12.459879 --- ParallelTerminationStrategy: PID 12440 died...\u000a20:37:12.515065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Terminated: ok {rc=0}\u000a20:37:12.525205 --- ParallelTerminationStrategy: PID 12443 died...\u000a20:37:12.580789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12443): Terminated: ok {rc=0}\u000a20:37:12.667718 bus /gobi_0: Setting Powered False\u000a20:37:13.773732 bus /gobi_0: Setting Powered False\u000a20:37:14.886780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12453): Process ended prematurely: osmo-stp_10.42.42.5(pid=12453) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12453): Process ended prematurely: osmo-stp_10.42.42.5(pid=12453) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:37:16.005884 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.018933 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:16.171169 tst iperf3.py: using LAC 23569\u000a20:37:16.298367 tst iperf3.py: using RAC 109\u000a20:37:16.425213 tst iperf3.py: using CellId 23569\u000a20:37:16.550044 tst iperf3.py: using BVCI 23570\u000a20:37:16.575534 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.588129 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.600243 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.613326 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.627233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.640261 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.653731 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.666867 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:16.680133 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:16.998634 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:37:17.140850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:17.465750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12445): Launched\u000a20:37:17.729322 run iperf3-srv_10.42.42.10(pid=12446): Launched\u000a20:37:17.916021 tst iperf3.py:8: start network...\u000a20:37:18.043951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:18.526682 run create_hlr_db(pid=12447): Launched\u000a20:37:18.702905 bus /gobi_6: Setting Powered False\u000a20:37:19.724059 run create_hlr_db(pid=12447): Terminated: ok {rc=0}\u000a20:37:20.160224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12449): Launched\u000a20:37:20.490274 run osmo-hlr_10.42.42.2(pid=12450): Launched\u000a20:37:20.614872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:21.183786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12452): Launched\u000a20:37:21.513061 run osmo-stp_10.42.42.5(pid=12453): Launched\u000a20:37:21.633352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:22.204526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12455): Launched\u000a20:37:22.322798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:22.608005 run patchelf(pid=12456): Launched\u000a20:37:22.798901 run osmo-stp_10.42.42.5(pid=12453): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)]\u000a20:37:22.938617 run osmo-stp_10.42.42.5(pid=12453): stdout: \u000a| (launched: 2022-12-09_20:37:21.351377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:23.078421 run osmo-stp_10.42.42.5(pid=12453): stderr: \u000a| �[0;m�[38;5;43m20221209203721545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203721545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203721545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203721546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203721546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203721546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203721546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:23.214603 run osmo-stp_10.42.42.5(pid=12453): stdout: \u000a| (launched: 2022-12-09_20:37:21.351377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:23.348777 run osmo-stp_10.42.42.5(pid=12453): stderr: \u000a| �[0;m�[38;5;43m20221209203721545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203721545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203721545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203721546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203721546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203721546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203721546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:23.504273 run patchelf(pid=12456): Terminating (SIGINT)\u000a20:37:23.687048 run patchelf(pid=12456): Terminated: ok {rc=0}\u000a20:37:23.720818 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12453): Process ended prematurely: osmo-stp_10.42.42.5(pid=12453) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12453)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a20:37:23.730909 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:37:23.793667 run osmo-hlr_10.42.42.2(pid=12450): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12450)]\u000a20:37:23.844921 run osmo-hlr_10.42.42.2(pid=12450): stdout: \u000a| (launched: 2022-12-09_20:37:20.328805) \u000a20:37:23.896848 run osmo-hlr_10.42.42.2(pid=12450): stderr: \u000a| �[0;m�[1;31m20221209203720530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203720530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203720530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203720530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203720530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203720530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203720543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203720553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203720553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203720553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:23.941045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12445): Terminating (SIGTERM)\u000a20:37:23.982490 run iperf3-srv_10.42.42.10(pid=12446): Terminating (SIGTERM)\u000a20:37:24.024146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12449): Terminating (SIGTERM)\u000a20:37:24.065870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12452): Terminating (SIGTERM)\u000a20:37:24.107490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12455): Terminating (SIGTERM)\u000a20:37:24.117109 --- ParallelTerminationStrategy: PID 12445 died...\u000a20:37:24.173003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12445): Terminated: ok {rc=0}\u000a20:37:24.182981 --- ParallelTerminationStrategy: PID 12446 died...\u000a20:37:24.238470 run iperf3-srv_10.42.42.10(pid=12446): Terminated {rc=256}\u000a20:37:24.248501 --- ParallelTerminationStrategy: PID 12449 died...\u000a20:37:24.304194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12449): Terminated: ok {rc=0}\u000a20:37:24.314285 --- ParallelTerminationStrategy: PID 12452 died...\u000a20:37:24.370231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12452): Terminated: ok {rc=0}\u000a20:37:24.380202 --- ParallelTerminationStrategy: PID 12455 died...\u000a20:37:24.435870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12455): Terminated: ok {rc=0}\u000a20:37:24.522483 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:37:25.639635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:25.651842 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:25.800692 tst iperf3m4.py: using LAC 23570\u000a20:37:25.933584 tst iperf3m4.py: using RAC 110\u000a20:37:26.062706 tst iperf3m4.py: using CellId 23570\u000a20:37:26.192457 tst iperf3m4.py: using BVCI 23571\u000a20:37:26.218151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.229629 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.240737 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.252220 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.263571 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.274973 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.286504 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.297926 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:26.309453 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:26.428351 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:26.552413 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:26.670917 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:26.952093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:37:27.079707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:27.396857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12457): Launched\u000a20:37:27.660420 run iperf3-srv_10.42.42.10(pid=12458): Launched\u000a20:37:27.847593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:37:27.975530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:28.292338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12459): Launched\u000a20:37:28.556071 run iperf3-srv_10.42.42.10(pid=12460): Launched\u000a20:37:28.743774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:37:28.871436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:29.188669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12461): Launched\u000a20:37:29.451783 run iperf3-srv_10.42.42.10(pid=12462): Launched\u000a20:37:29.638731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:37:29.766798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:37:30.083450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12463): Launched\u000a20:37:30.349821 run iperf3-srv_10.42.42.10(pid=12464): Launched\u000a20:37:30.536472 tst iperf3m4.py:8: start network...\u000a20:37:30.664667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:31.203937 run create_hlr_db(pid=12465): Launched\u000a20:37:31.399549 bus /gobi_6: Setting Powered False\u000a20:37:32.416912 run create_hlr_db(pid=12465): Terminated: ok {rc=0}\u000a20:37:32.853234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12467): Launched\u000a20:37:33.181730 run osmo-hlr_10.42.42.2(pid=12468): Launched\u000a20:37:33.304315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:33.878605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Launched\u000a20:37:34.208315 run osmo-stp_10.42.42.5(pid=12471): Launched\u000a20:37:34.328059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:34.902593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Launched\u000a20:37:35.020046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:35.306606 run patchelf(pid=12474): Launched\u000a20:37:35.497875 run osmo-stp_10.42.42.5(pid=12471): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)]\u000a20:37:35.637562 run osmo-stp_10.42.42.5(pid=12471): stdout: \u000a| (launched: 2022-12-09_20:37:34.046057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:35.777922 run osmo-stp_10.42.42.5(pid=12471): stderr: \u000a| �[0;m�[38;5;43m20221209203734235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203734235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203734235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203734236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203734236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203734236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203734236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:35.916682 run osmo-stp_10.42.42.5(pid=12471): stdout: \u000a| (launched: 2022-12-09_20:37:34.046057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:36.051381 run osmo-stp_10.42.42.5(pid=12471): stderr: \u000a| �[0;m�[38;5;43m20221209203734235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203734235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203734235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203734236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203734236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203734236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203734236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:36.208499 run patchelf(pid=12474): Terminating (SIGINT)\u000a20:37:36.392412 run patchelf(pid=12474): Terminated: ok {rc=0}\u000a20:37:36.427035 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12471): Process ended prematurely: osmo-stp_10.42.42.5(pid=12471) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12471)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:37:36.437446 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:37:36.500887 run osmo-hlr_10.42.42.2(pid=12468): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12468)]\u000a20:37:36.552512 run osmo-hlr_10.42.42.2(pid=12468): stdout: \u000a| (launched: 2022-12-09_20:37:33.021048) \u000a20:37:36.604998 run osmo-hlr_10.42.42.2(pid=12468): stderr: \u000a| �[0;m�[1;31m20221209203733218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203733218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203733218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203733218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203733218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203733218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203733230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203733239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203733240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203733240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:36.649253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12457): Terminating (SIGTERM)\u000a20:37:36.690799 run iperf3-srv_10.42.42.10(pid=12458): Terminating (SIGTERM)\u000a20:37:36.732583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12459): Terminating (SIGTERM)\u000a20:37:36.774074 run iperf3-srv_10.42.42.10(pid=12460): Terminating (SIGTERM)\u000a20:37:36.815709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12461): Terminating (SIGTERM)\u000a20:37:36.857406 run iperf3-srv_10.42.42.10(pid=12462): Terminating (SIGTERM)\u000a20:37:36.899067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12463): Terminating (SIGTERM)\u000a20:37:36.940698 run iperf3-srv_10.42.42.10(pid=12464): Terminating (SIGTERM)\u000a20:37:36.982526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12467): Terminating (SIGTERM)\u000a20:37:37.024359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Terminating (SIGTERM)\u000a20:37:37.066614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Terminating (SIGTERM)\u000a20:37:37.076323 --- ParallelTerminationStrategy: PID 12457 died...\u000a20:37:37.132328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12457): Terminated: ok {rc=0}\u000a20:37:37.142541 --- ParallelTerminationStrategy: PID 12458 died...\u000a20:37:37.197891 run iperf3-srv_10.42.42.10(pid=12458): Terminated {rc=256}\u000a20:37:37.208286 --- ParallelTerminationStrategy: PID 12459 died...\u000a20:37:37.263854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12459): Terminated: ok {rc=0}\u000a20:37:37.273974 --- ParallelTerminationStrategy: PID 12460 died...\u000a20:37:37.329307 run iperf3-srv_10.42.42.10(pid=12460): Terminated {rc=256}\u000a20:37:37.339382 --- ParallelTerminationStrategy: PID 12461 died...\u000a20:37:37.394633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12461): Terminated: ok {rc=0}\u000a20:37:37.404724 --- ParallelTerminationStrategy: PID 12462 died...\u000a20:37:37.460124 run iperf3-srv_10.42.42.10(pid=12462): Terminated {rc=256}\u000a20:37:37.470210 --- ParallelTerminationStrategy: PID 12463 died...\u000a20:37:37.525515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12463): Terminated: ok {rc=0}\u000a20:37:37.535537 --- ParallelTerminationStrategy: PID 12464 died...\u000a20:37:37.590894 run iperf3-srv_10.42.42.10(pid=12464): Terminated {rc=256}\u000a20:37:37.601042 --- ParallelTerminationStrategy: PID 12467 died...\u000a20:37:37.656431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12467): Terminated: ok {rc=0}\u000a20:37:37.666582 --- ParallelTerminationStrategy: PID 12470 died...\u000a20:37:37.722053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12470): Terminated: ok {rc=0}\u000a20:37:37.732296 --- ParallelTerminationStrategy: PID 12473 died...\u000a20:37:37.788213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12473): Terminated: ok {rc=0}\u000a20:37:37.876093 bus /gobi_4: Setting Powered False\u000a20:37:38.979566 bus /gobi_4: Setting Powered False\u000a20:37:40.090630 bus /gobi_1: Setting Powered False\u000a20:37:41.197591 bus /gobi_1: Setting Powered False\u000a20:37:42.306119 bus /gobi_0: Setting Powered False\u000a20:37:43.413065 bus /gobi_0: Setting Powered False\u000a20:37:44.526649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12483): Process ended prematurely: osmo-stp_10.42.42.5(pid=12483) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12483)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12483): Process ended prematurely: osmo-stp_10.42.42.5(pid=12483) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:37:45.593635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:45.605309 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:45.744729 tst ping.py: using LAC 23571\u000a20:37:45.885711 tst ping.py: using RAC 111\u000a20:37:46.019877 tst ping.py: using CellId 23571\u000a20:37:46.148626 tst ping.py: using BVCI 23572\u000a20:37:46.174302 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.186994 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.199255 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.212241 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.224745 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.238006 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.250530 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:46.263580 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:46.576746 tst ping.py:19: start network...\u000a20:37:46.710019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:47.296006 run create_hlr_db(pid=12477): Launched\u000a20:37:47.484553 bus /gobi_6: Setting Powered False\u000a20:37:48.505091 run create_hlr_db(pid=12477): Terminated: ok {rc=0}\u000a20:37:48.936793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12479): Launched\u000a20:37:49.259881 run osmo-hlr_10.42.42.2(pid=12480): Launched\u000a20:37:49.378693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:49.943254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12482): Launched\u000a20:37:50.267912 run osmo-stp_10.42.42.5(pid=12483): Launched\u000a20:37:50.384621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:50.949574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12485): Launched\u000a20:37:51.065018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:51.347579 run patchelf(pid=12486): Launched\u000a20:37:51.536674 run osmo-stp_10.42.42.5(pid=12483): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12483)]\u000a20:37:51.674771 run osmo-stp_10.42.42.5(pid=12483): stdout: \u000a| (launched: 2022-12-09_20:37:50.107830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:51.812997 run osmo-stp_10.42.42.5(pid=12483): stderr: \u000a| �[0;m�[38;5;43m20221209203750300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203750301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203750301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203750301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203750302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203750302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203750302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:51.946949 run osmo-stp_10.42.42.5(pid=12483): stdout: \u000a| (launched: 2022-12-09_20:37:50.107830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:37:52.079115 run osmo-stp_10.42.42.5(pid=12483): stderr: \u000a| �[0;m�[38;5;43m20221209203750300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203750301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203750301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203750301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203750302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203750302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203750302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:37:52.234124 run patchelf(pid=12486): Terminating (SIGINT)\u000a20:37:52.415098 run patchelf(pid=12486): Terminated: ok {rc=0}\u000a20:37:52.447954 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12483): Process ended prematurely: osmo-stp_10.42.42.5(pid=12483) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12483)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a20:37:52.457381 tst ping.py:22: Test FAILED (6.9 sec)\u000a20:37:52.520225 run osmo-hlr_10.42.42.2(pid=12480): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12480)]\u000a20:37:52.572479 run osmo-hlr_10.42.42.2(pid=12480): stdout: \u000a| (launched: 2022-12-09_20:37:49.101571) \u000a20:37:52.624541 run osmo-hlr_10.42.42.2(pid=12480): stderr: \u000a| �[0;m�[1;31m20221209203749303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203749303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203749303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203749303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203749303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203749303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203749316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203749325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203749325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203749325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:37:52.668816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12479): Terminating (SIGTERM)\u000a20:37:52.710777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12482): Terminating (SIGTERM)\u000a20:37:52.752569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12485): Terminating (SIGTERM)\u000a20:37:52.762536 --- ParallelTerminationStrategy: PID 12479 died...\u000a20:37:52.818636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12479): Terminated: ok {rc=0}\u000a20:37:52.828821 --- ParallelTerminationStrategy: PID 12482 died...\u000a20:37:52.884621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12482): Terminated: ok {rc=0}\u000a20:37:52.894815 --- ParallelTerminationStrategy: PID 12485 died...\u000a20:37:52.950361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12485): Terminated: ok {rc=0}\u000a20:37:53.037871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12493): Process ended prematurely: osmo-stp_10.42.42.5(pid=12493) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12493)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12493): Process ended prematurely: osmo-stp_10.42.42.5(pid=12493) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:37:54.089427 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.101162 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:37:54.241462 tst ping_idle_ping.py: using LAC 23572\u000a20:37:54.359753 tst ping_idle_ping.py: using RAC 112\u000a20:37:54.479502 tst ping_idle_ping.py: using CellId 23572\u000a20:37:54.599724 tst ping_idle_ping.py: using BVCI 23573\u000a20:37:54.622656 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.633940 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.644858 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.655957 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.666972 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.678035 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.689389 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:37:54.700377 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:37:54.976259 tst ping_idle_ping.py:24: start network...\u000a20:37:55.101471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:37:55.577757 run create_hlr_db(pid=12487): Launched\u000a20:37:55.752546 bus /gobi_6: Setting Powered False\u000a20:37:56.773464 run create_hlr_db(pid=12487): Terminated: ok {rc=0}\u000a20:37:57.203419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12489): Launched\u000a20:37:57.530048 run osmo-hlr_10.42.42.2(pid=12490): Launched\u000a20:37:57.648214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:37:58.211283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12492): Launched\u000a20:37:58.536513 run osmo-stp_10.42.42.5(pid=12493): Launched\u000a20:37:58.655139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:37:59.223636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12495): Launched\u000a20:37:59.339718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:37:59.624147 run patchelf(pid=12496): Launched\u000a20:37:59.813628 run osmo-stp_10.42.42.5(pid=12493): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12493)]\u000a20:37:59.952030 run osmo-stp_10.42.42.5(pid=12493): stdout: \u000a| (launched: 2022-12-09_20:37:58.376074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:00.090707 run osmo-stp_10.42.42.5(pid=12493): stderr: \u000a| �[0;m�[38;5;43m20221209203758568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203758569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203758569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203758570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:00.224618 run osmo-stp_10.42.42.5(pid=12493): stdout: \u000a| (launched: 2022-12-09_20:37:58.376074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:00.357428 run osmo-stp_10.42.42.5(pid=12493): stderr: \u000a| �[0;m�[38;5;43m20221209203758568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203758569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203758569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203758570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:00.511903 run patchelf(pid=12496): Terminating (SIGINT)\u000a20:38:00.693410 run patchelf(pid=12496): Terminated: ok {rc=0}\u000a20:38:00.726343 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12493): Process ended prematurely: osmo-stp_10.42.42.5(pid=12493) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12493)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:38:00.735657 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:38:00.798782 run osmo-hlr_10.42.42.2(pid=12490): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12490)]\u000a20:38:00.850834 run osmo-hlr_10.42.42.2(pid=12490): stdout: \u000a| (launched: 2022-12-09_20:37:57.369325) \u000a20:38:00.909516 run osmo-hlr_10.42.42.2(pid=12490): stderr: \u000a| �[0;m�[1;31m20221209203757570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203757570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203757570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203757570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203757570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203757570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203757582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203757590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203757591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203757591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:00.958766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12489): Terminating (SIGTERM)\u000a20:38:01.001510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12492): Terminating (SIGTERM)\u000a20:38:01.044190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12495): Terminating (SIGTERM)\u000a20:38:01.054040 --- ParallelTerminationStrategy: PID 12489 died...\u000a20:38:01.125143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12489): Terminated: ok {rc=0}\u000a20:38:01.143459 --- ParallelTerminationStrategy: PID 12492 died...\u000a20:38:01.220228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12492): Terminated: ok {rc=0}\u000a20:38:01.231369 --- ParallelTerminationStrategy: PID 12495 died...\u000a20:38:01.290659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12495): Terminated: ok {rc=0}\u000a20:38:01.393612 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:37:02" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12781): Process ended prematurely: osmo-stp_10.42.42.5(pid=12781) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12781): Process ended prematurely: osmo-stp_10.42.42.5(pid=12781) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:38:03.587846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:03.599815 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:03.761207 tst cs_paging_gprs_active.py: using LAC 23573\u000a20:38:03.883256 tst cs_paging_gprs_active.py: using RAC 113\u000a20:38:04.006026 tst cs_paging_gprs_active.py: using CellId 23573\u000a20:38:04.130960 tst cs_paging_gprs_active.py: using BVCI 23574\u000a20:38:04.155611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.167527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.179377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.192400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.206418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.219357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.232450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.244698 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:04.258713 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:04.385751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:04.677749 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:38:04.809701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:05.148065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12511): Launched\u000a20:38:05.437884 run iperf3-srv_10.42.42.10(pid=12513): Launched\u000a20:38:05.642527 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:38:05.781852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:06.137389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12515): Launched\u000a20:38:06.434127 run iperf3-srv_10.42.42.10(pid=12516): Launched\u000a20:38:06.638762 tst cs_paging_gprs_active.py:38: start network...\u000a20:38:06.778425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:07.376923 run create_hlr_db(pid=12517): Launched\u000a20:38:07.574488 bus /gobi_6: Setting Powered False\u000a20:38:08.635650 run create_hlr_db(pid=12517): Terminated: ok {rc=0}\u000a20:38:09.127688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12777): Launched\u000a20:38:09.559918 run osmo-hlr_10.42.42.2(pid=12778): Launched\u000a20:38:09.796575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:10.447056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12780): Launched\u000a20:38:10.879209 run osmo-stp_10.42.42.5(pid=12781): Launched\u000a20:38:11.050716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:11.695156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12783): Launched\u000a20:38:11.811577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:12.104310 run patchelf(pid=12784): Launched\u000a20:38:12.292386 run osmo-stp_10.42.42.5(pid=12781): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)]\u000a20:38:12.430019 run osmo-stp_10.42.42.5(pid=12781): stdout: \u000a| (launched: 2022-12-09_20:38:10.609604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:12.569087 run osmo-stp_10.42.42.5(pid=12781): stderr: \u000a| �[0;m�[38;5;43m20221209203810969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203810969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203810969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203810970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203810970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203810970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203810971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:12.704186 run osmo-stp_10.42.42.5(pid=12781): stdout: \u000a| (launched: 2022-12-09_20:38:10.609604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:12.835751 run osmo-stp_10.42.42.5(pid=12781): stderr: \u000a| �[0;m�[38;5;43m20221209203810969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203810969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203810969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203810970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203810970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203810970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203810971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:12.989435 run patchelf(pid=12784): Terminating (SIGINT)\u000a20:38:13.169108 run patchelf(pid=12784): Terminated: ok {rc=0}\u000a20:38:13.202468 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12781): Process ended prematurely: osmo-stp_10.42.42.5(pid=12781) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:38:13.213821 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a20:38:13.281860 run osmo-hlr_10.42.42.2(pid=12778): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12778)]\u000a20:38:13.334436 run osmo-hlr_10.42.42.2(pid=12778): stdout: \u000a| (launched: 2022-12-09_20:38:09.299333) \u000a20:38:13.388254 run osmo-hlr_10.42.42.2(pid=12778): stderr: \u000a| �[0;m�[1;31m20221209203809637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203809637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203809637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203809637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203809637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203809637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203809666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203809683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203809683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203809684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:13.433603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12511): Terminating (SIGTERM)\u000a20:38:13.480063 run iperf3-srv_10.42.42.10(pid=12513): Terminating (SIGTERM)\u000a20:38:13.525332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12515): Terminating (SIGTERM)\u000a20:38:13.570449 run iperf3-srv_10.42.42.10(pid=12516): Terminating (SIGTERM)\u000a20:38:13.614764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12777): Terminating (SIGTERM)\u000a20:38:13.659477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12780): Terminating (SIGTERM)\u000a20:38:13.704898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12783): Terminating (SIGTERM)\u000a20:38:13.715441 --- ParallelTerminationStrategy: PID 12511 died...\u000a20:38:13.774580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12511): Terminated: ok {rc=0}\u000a20:38:13.785249 --- ParallelTerminationStrategy: PID 12513 died...\u000a20:38:13.842960 run iperf3-srv_10.42.42.10(pid=12513): Terminated {rc=256}\u000a20:38:13.853531 --- ParallelTerminationStrategy: PID 12515 died...\u000a20:38:13.912666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12515): Terminated: ok {rc=0}\u000a20:38:13.923228 --- ParallelTerminationStrategy: PID 12516 died...\u000a20:38:13.980899 run iperf3-srv_10.42.42.10(pid=12516): Terminated {rc=256}\u000a20:38:13.991543 --- ParallelTerminationStrategy: PID 12777 died...\u000a20:38:14.049093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12777): Terminated: ok {rc=0}\u000a20:38:14.060689 --- ParallelTerminationStrategy: PID 12780 died...\u000a20:38:14.118630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12780): Terminated: ok {rc=0}\u000a20:38:14.129504 --- ParallelTerminationStrategy: PID 12783 died...\u000a20:38:14.186699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12783): Terminated: ok {rc=0}\u000a20:38:14.276261 bus /gobi_0: Setting Powered False\u000a20:38:15.386273 bus /gobi_0: Setting Powered False\u000a20:38:16.534301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12793): Process ended prematurely: osmo-stp_10.42.42.5(pid=12793) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12793)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12793): Process ended prematurely: osmo-stp_10.42.42.5(pid=12793) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:38:17.657757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:17.671810 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:17.845902 tst iperf3.py: using LAC 23574\u000a20:38:17.978005 tst iperf3.py: using RAC 114\u000a20:38:18.109817 tst iperf3.py: using CellId 23574\u000a20:38:18.242672 tst iperf3.py: using BVCI 23575\u000a20:38:18.270260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.282251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.294828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.306990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.318933 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.331254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.343227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.355694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:18.367870 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:18.678178 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:38:18.820529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:19.181643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12785): Launched\u000a20:38:19.495296 run iperf3-srv_10.42.42.10(pid=12786): Launched\u000a20:38:19.705735 tst iperf3.py:8: start network...\u000a20:38:19.848904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:20.429958 run create_hlr_db(pid=12787): Launched\u000a20:38:20.628899 bus /gobi_6: Setting Powered False\u000a20:38:21.650589 run create_hlr_db(pid=12787): Terminated: ok {rc=0}\u000a20:38:22.113644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12789): Launched\u000a20:38:22.547791 run osmo-hlr_10.42.42.2(pid=12790): Launched\u000a20:38:22.809228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:23.410325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12792): Launched\u000a20:38:23.749972 run osmo-stp_10.42.42.5(pid=12793): Launched\u000a20:38:23.870191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:24.442502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12795): Launched\u000a20:38:24.560232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:24.846461 run patchelf(pid=12796): Launched\u000a20:38:25.038243 run osmo-stp_10.42.42.5(pid=12793): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12793)]\u000a20:38:25.178047 run osmo-stp_10.42.42.5(pid=12793): stdout: \u000a| (launched: 2022-12-09_20:38:23.586452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:25.319012 run osmo-stp_10.42.42.5(pid=12793): stderr: \u000a| �[0;m�[38;5;43m20221209203823781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203823781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203823781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203823782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203823782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203823782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203823782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:25.454962 run osmo-stp_10.42.42.5(pid=12793): stdout: \u000a| (launched: 2022-12-09_20:38:23.586452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:25.589193 run osmo-stp_10.42.42.5(pid=12793): stderr: \u000a| �[0;m�[38;5;43m20221209203823781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203823781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203823781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203823782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203823782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203823782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203823782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:25.745968 run patchelf(pid=12796): Terminating (SIGINT)\u000a20:38:25.929814 run patchelf(pid=12796): Terminated: ok {rc=0}\u000a20:38:25.963647 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12793): Process ended prematurely: osmo-stp_10.42.42.5(pid=12793) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12793)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:38:25.973751 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a20:38:26.036481 run osmo-hlr_10.42.42.2(pid=12790): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12790)]\u000a20:38:26.087697 run osmo-hlr_10.42.42.2(pid=12790): stdout: \u000a| (launched: 2022-12-09_20:38:22.288363) \u000a20:38:26.139910 run osmo-hlr_10.42.42.2(pid=12790): stderr: \u000a| �[0;m�[1;31m20221209203822604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203822604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203822604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203822604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203822604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203822604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203822623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203822635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203822635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203822636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:26.183911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12785): Terminating (SIGTERM)\u000a20:38:26.225724 run iperf3-srv_10.42.42.10(pid=12786): Terminating (SIGTERM)\u000a20:38:26.267333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12789): Terminating (SIGTERM)\u000a20:38:26.308833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12792): Terminating (SIGTERM)\u000a20:38:26.350418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12795): Terminating (SIGTERM)\u000a20:38:26.359954 --- ParallelTerminationStrategy: PID 12785 died...\u000a20:38:26.415569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12785): Terminated: ok {rc=0}\u000a20:38:26.425929 --- ParallelTerminationStrategy: PID 12786 died...\u000a20:38:26.481179 run iperf3-srv_10.42.42.10(pid=12786): Terminated {rc=256}\u000a20:38:26.491146 --- ParallelTerminationStrategy: PID 12789 died...\u000a20:38:26.546529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12789): Terminated: ok {rc=0}\u000a20:38:26.556495 --- ParallelTerminationStrategy: PID 12792 died...\u000a20:38:26.611758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12792): Terminated: ok {rc=0}\u000a20:38:26.621881 --- ParallelTerminationStrategy: PID 12795 died...\u000a20:38:26.677647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12795): Terminated: ok {rc=0}\u000a20:38:26.765099 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12811): Process ended prematurely: osmo-stp_10.42.42.5(pid=12811) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12811)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12811): Process ended prematurely: osmo-stp_10.42.42.5(pid=12811) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:38:27.875640 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:27.887471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:28.049149 tst iperf3m4.py: using LAC 23575\u000a20:38:28.171193 tst iperf3m4.py: using RAC 115\u000a20:38:28.293421 tst iperf3m4.py: using CellId 23575\u000a20:38:28.414113 tst iperf3m4.py: using BVCI 23576\u000a20:38:28.437691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.448641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.459432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.471039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.482750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.494502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.506323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.517756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:28.529829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:28.649387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:28.774291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:28.892170 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:29.191999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:38:29.331011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:29.671765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12797): Launched\u000a20:38:29.955466 run iperf3-srv_10.42.42.10(pid=12798): Launched\u000a20:38:30.158451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:38:30.297678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:30.639464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12799): Launched\u000a20:38:30.949958 run iperf3-srv_10.42.42.10(pid=12800): Launched\u000a20:38:31.155853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:38:31.296910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:31.649885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12801): Launched\u000a20:38:31.977152 run iperf3-srv_10.42.42.10(pid=12802): Launched\u000a20:38:32.199158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:38:32.337999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:38:32.678842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Launched\u000a20:38:32.963420 run iperf3-srv_10.42.42.10(pid=12804): Launched\u000a20:38:33.165586 tst iperf3m4.py:8: start network...\u000a20:38:33.304276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:33.831469 run create_hlr_db(pid=12805): Launched\u000a20:38:34.021483 bus /gobi_6: Setting Powered False\u000a20:38:35.043681 run create_hlr_db(pid=12805): Terminated: ok {rc=0}\u000a20:38:35.456799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12807): Launched\u000a20:38:35.765070 run osmo-hlr_10.42.42.2(pid=12808): Launched\u000a20:38:35.887687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:36.427830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12810): Launched\u000a20:38:36.733901 run osmo-stp_10.42.42.5(pid=12811): Launched\u000a20:38:36.845930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:37.382512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12813): Launched\u000a20:38:37.491866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:37.759659 run patchelf(pid=12814): Launched\u000a20:38:37.938890 run osmo-stp_10.42.42.5(pid=12811): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12811)]\u000a20:38:38.069911 run osmo-stp_10.42.42.5(pid=12811): stdout: \u000a| (launched: 2022-12-09_20:38:36.583259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:38.201343 run osmo-stp_10.42.42.5(pid=12811): stderr: \u000a| �[0;m�[38;5;43m20221209203836755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203836756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203836756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203836756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203836757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203836757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203836757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:38.328129 run osmo-stp_10.42.42.5(pid=12811): stdout: \u000a| (launched: 2022-12-09_20:38:36.583259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:38.454107 run osmo-stp_10.42.42.5(pid=12811): stderr: \u000a| �[0;m�[38;5;43m20221209203836755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203836756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203836756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203836756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203836757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203836757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203836757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:38.600137 run patchelf(pid=12814): Terminating (SIGINT)\u000a20:38:38.772266 run patchelf(pid=12814): Terminated: ok {rc=0}\u000a20:38:38.803965 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12811): Process ended prematurely: osmo-stp_10.42.42.5(pid=12811) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12811)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:38:38.813419 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:38:38.874440 run osmo-hlr_10.42.42.2(pid=12808): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12808)]\u000a20:38:38.923689 run osmo-hlr_10.42.42.2(pid=12808): stdout: \u000a| (launched: 2022-12-09_20:38:35.613794) \u000a20:38:38.973513 run osmo-hlr_10.42.42.2(pid=12808): stderr: \u000a| �[0;m�[1;31m20221209203835792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203835792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203835792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203835792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203835792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203835792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203835803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203835811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:39.015108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12797): Terminating (SIGTERM)\u000a20:38:39.054735 run iperf3-srv_10.42.42.10(pid=12798): Terminating (SIGTERM)\u000a20:38:39.094048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12799): Terminating (SIGTERM)\u000a20:38:39.133630 run iperf3-srv_10.42.42.10(pid=12800): Terminating (SIGTERM)\u000a20:38:39.173385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12801): Terminating (SIGTERM)\u000a20:38:39.212617 run iperf3-srv_10.42.42.10(pid=12802): Terminating (SIGTERM)\u000a20:38:39.251916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Terminating (SIGTERM)\u000a20:38:39.291211 run iperf3-srv_10.42.42.10(pid=12804): Terminating (SIGTERM)\u000a20:38:39.330726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12807): Terminating (SIGTERM)\u000a20:38:39.370140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12810): Terminating (SIGTERM)\u000a20:38:39.409752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12813): Terminating (SIGTERM)\u000a20:38:39.418842 --- ParallelTerminationStrategy: PID 12797 died...\u000a20:38:39.472086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12797): Terminated: ok {rc=0}\u000a20:38:39.481615 --- ParallelTerminationStrategy: PID 12798 died...\u000a20:38:39.533868 run iperf3-srv_10.42.42.10(pid=12798): Terminated {rc=256}\u000a20:38:39.543459 --- ParallelTerminationStrategy: PID 12799 died...\u000a20:38:39.596230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12799): Terminated: ok {rc=0}\u000a20:38:39.605763 --- ParallelTerminationStrategy: PID 12800 died...\u000a20:38:39.657875 run iperf3-srv_10.42.42.10(pid=12800): Terminated {rc=256}\u000a20:38:39.667478 --- ParallelTerminationStrategy: PID 12801 died...\u000a20:38:39.720018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12801): Terminated: ok {rc=0}\u000a20:38:39.729784 --- ParallelTerminationStrategy: PID 12802 died...\u000a20:38:39.781968 run iperf3-srv_10.42.42.10(pid=12802): Terminated {rc=256}\u000a20:38:39.791545 --- ParallelTerminationStrategy: PID 12803 died...\u000a20:38:39.844369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Terminated: ok {rc=0}\u000a20:38:39.853952 --- ParallelTerminationStrategy: PID 12804 died...\u000a20:38:39.906487 run iperf3-srv_10.42.42.10(pid=12804): Terminated {rc=256}\u000a20:38:39.915913 --- ParallelTerminationStrategy: PID 12807 died...\u000a20:38:39.968402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12807): Terminated: ok {rc=0}\u000a20:38:39.978134 --- ParallelTerminationStrategy: PID 12810 died...\u000a20:38:40.030593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12810): Terminated: ok {rc=0}\u000a20:38:40.040216 --- ParallelTerminationStrategy: PID 12813 died...\u000a20:38:40.092705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12813): Terminated: ok {rc=0}\u000a20:38:40.181065 bus /gobi_4: Setting Powered False\u000a20:38:41.287553 bus /gobi_4: Setting Powered False\u000a20:38:42.396083 bus /gobi_1: Setting Powered False\u000a20:38:43.502225 bus /gobi_1: Setting Powered False\u000a20:38:44.613692 bus /gobi_0: Setting Powered False\u000a20:38:45.716787 bus /gobi_0: Setting Powered False\u000a20:38:46.833437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12821): Process ended prematurely: osmo-stp_10.42.42.5(pid=12821) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12821)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12821): Process ended prematurely: osmo-stp_10.42.42.5(pid=12821) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:38:47.901050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:47.913283 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:48.080112 tst ping.py: using LAC 23576\u000a20:38:48.209403 tst ping.py: using RAC 116\u000a20:38:48.340278 tst ping.py: using CellId 23576\u000a20:38:48.467106 tst ping.py: using BVCI 23577\u000a20:38:48.492189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.503876 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.515455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.527101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.538914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.550408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.562358 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:48.573997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:48.850784 tst ping.py:19: start network...\u000a20:38:48.976056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:49.450239 run create_hlr_db(pid=12815): Launched\u000a20:38:49.624266 bus /gobi_6: Setting Powered False\u000a20:38:50.645211 run create_hlr_db(pid=12815): Terminated: ok {rc=0}\u000a20:38:51.074969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12817): Launched\u000a20:38:51.401283 run osmo-hlr_10.42.42.2(pid=12818): Launched\u000a20:38:51.520735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:52.085049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12820): Launched\u000a20:38:52.409713 run osmo-stp_10.42.42.5(pid=12821): Launched\u000a20:38:52.527343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:38:53.092714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12823): Launched\u000a20:38:53.208156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:38:53.491270 run patchelf(pid=12824): Launched\u000a20:38:53.679663 run osmo-stp_10.42.42.5(pid=12821): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12821)]\u000a20:38:53.818176 run osmo-stp_10.42.42.5(pid=12821): stdout: \u000a| (launched: 2022-12-09_20:38:52.249476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:53.956437 run osmo-stp_10.42.42.5(pid=12821): stderr: \u000a| �[0;m�[38;5;43m20221209203852445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203852445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203852445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203852446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203852446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203852446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203852446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:54.089943 run osmo-stp_10.42.42.5(pid=12821): stdout: \u000a| (launched: 2022-12-09_20:38:52.249476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:38:54.222424 run osmo-stp_10.42.42.5(pid=12821): stderr: \u000a| �[0;m�[38;5;43m20221209203852445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203852445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203852445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203852446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203852446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203852446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203852446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:38:54.377209 run patchelf(pid=12824): Terminating (SIGINT)\u000a20:38:54.558102 run patchelf(pid=12824): Terminated: ok {rc=0}\u000a20:38:54.590980 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12821): Process ended prematurely: osmo-stp_10.42.42.5(pid=12821) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12821)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:38:54.600242 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:38:54.663809 run osmo-hlr_10.42.42.2(pid=12818): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12818)]\u000a20:38:54.715522 run osmo-hlr_10.42.42.2(pid=12818): stdout: \u000a| (launched: 2022-12-09_20:38:51.239345) \u000a20:38:54.767589 run osmo-hlr_10.42.42.2(pid=12818): stderr: \u000a| �[0;m�[1;31m20221209203851437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203851437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203851437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203851437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203851437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203851437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203851450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203851458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203851458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203851458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:38:54.811922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12817): Terminating (SIGTERM)\u000a20:38:54.853854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12820): Terminating (SIGTERM)\u000a20:38:54.896080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12823): Terminating (SIGTERM)\u000a20:38:54.905944 --- ParallelTerminationStrategy: PID 12817 died...\u000a20:38:54.962209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12817): Terminated: ok {rc=0}\u000a20:38:54.972429 --- ParallelTerminationStrategy: PID 12820 died...\u000a20:38:55.028654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12820): Terminated: ok {rc=0}\u000a20:38:55.039042 --- ParallelTerminationStrategy: PID 12823 died...\u000a20:38:55.095265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12823): Terminated: ok {rc=0}\u000a20:38:55.182974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:38:56.235657 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.247830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:38:56.413455 tst ping_idle_ping.py: using LAC 23577\u000a20:38:56.541406 tst ping_idle_ping.py: using RAC 117\u000a20:38:56.668830 tst ping_idle_ping.py: using CellId 23577\u000a20:38:56.793925 tst ping_idle_ping.py: using BVCI 23578\u000a20:38:56.818923 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.830717 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.842217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.853700 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.865033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.876486 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.888405 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:38:56.900079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:38:57.194533 tst ping_idle_ping.py:24: start network...\u000a20:38:57.330064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:57.854430 run create_hlr_db(pid=12826): Launched\u000a20:38:58.041579 bus /gobi_6: Setting Powered False\u000a20:38:59.062430 run create_hlr_db(pid=12826): Terminated: ok {rc=0}\u000a20:38:59.470309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12828): Launched\u000a20:38:59.774914 run osmo-hlr_10.42.42.2(pid=12829): Launched\u000a20:38:59.889943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:00.414757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Launched\u000a20:39:00.716629 run osmo-stp_10.42.42.5(pid=12832): Launched\u000a20:39:00.829078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:01.425982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Launched\u000a20:39:01.544724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:01.838019 run patchelf(pid=12835): Launched\u000a20:39:02.018838 run osmo-stp_10.42.42.5(pid=12832): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)]\u000a20:39:02.151166 run osmo-stp_10.42.42.5(pid=12832): stdout: \u000a| (launched: 2022-12-09_20:39:00.567754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:02.281764 run osmo-stp_10.42.42.5(pid=12832): stderr: \u000a| �[0;m�[38;5;43m20221209203900739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203900739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203900740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203900740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203900741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203900741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203900741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:02.406443 run osmo-stp_10.42.42.5(pid=12832): stdout: \u000a| (launched: 2022-12-09_20:39:00.567754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:02.530001 run osmo-stp_10.42.42.5(pid=12832): stderr: \u000a| �[0;m�[38;5;43m20221209203900739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203900739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203900740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203900740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203900741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203900741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203900741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:02.673981 run patchelf(pid=12835): Terminating (SIGINT)\u000a20:39:02.842894 run patchelf(pid=12835): Terminated: ok {rc=0}\u000a20:39:02.873937 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:39:02.882882 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:39:02.942787 run osmo-hlr_10.42.42.2(pid=12829): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12829)]\u000a20:39:02.991880 run osmo-hlr_10.42.42.2(pid=12829): stdout: \u000a| (launched: 2022-12-09_20:38:59.624534) \u000a20:39:03.041586 run osmo-hlr_10.42.42.2(pid=12829): stderr: \u000a| �[0;m�[1;31m20221209203859802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203859802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203859802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203859802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203859802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203859802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203859814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203859822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203859823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203859823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:03.083700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12828): Terminating (SIGTERM)\u000a20:39:03.123786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Terminating (SIGTERM)\u000a20:39:03.163628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Terminating (SIGTERM)\u000a20:39:03.173066 --- ParallelTerminationStrategy: PID 12828 died...\u000a20:39:03.226494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12828): Terminated: ok {rc=0}\u000a20:39:03.236054 --- ParallelTerminationStrategy: PID 12831 died...\u000a20:39:03.288767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Terminated: ok {rc=0}\u000a20:39:03.298605 --- ParallelTerminationStrategy: PID 12834 died...\u000a20:39:03.352210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Terminated: ok {rc=0}\u000a20:39:03.440546 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:38:03" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12850): Process ended prematurely: osmo-stp_10.42.42.5(pid=12850) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12850)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12850): Process ended prematurely: osmo-stp_10.42.42.5(pid=12850) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:39:05.600942 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:05.612520 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:05.775653 tst cs_paging_gprs_active.py: using LAC 23578\u000a20:39:05.898500 tst cs_paging_gprs_active.py: using RAC 118\u000a20:39:06.019500 tst cs_paging_gprs_active.py: using CellId 23578\u000a20:39:06.142253 tst cs_paging_gprs_active.py: using BVCI 23579\u000a20:39:06.166002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.177074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.187995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.199613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.211162 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.222693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.234289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.245859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:06.257507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:06.381377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:06.666410 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:39:06.796093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:07.116897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12840): Launched\u000a20:39:07.382062 run iperf3-srv_10.42.42.10(pid=12841): Launched\u000a20:39:07.572380 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:39:07.701618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:08.020592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12842): Launched\u000a20:39:08.284525 run iperf3-srv_10.42.42.10(pid=12843): Launched\u000a20:39:08.472367 tst cs_paging_gprs_active.py:38: start network...\u000a20:39:08.600906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:09.085790 run create_hlr_db(pid=12844): Launched\u000a20:39:09.262958 bus /gobi_6: Setting Powered False\u000a20:39:10.295681 run create_hlr_db(pid=12844): Terminated: ok {rc=0}\u000a20:39:10.705724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12846): Launched\u000a20:39:11.013028 run osmo-hlr_10.42.42.2(pid=12847): Launched\u000a20:39:11.132155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:11.670928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12849): Launched\u000a20:39:11.978943 run osmo-stp_10.42.42.5(pid=12850): Launched\u000a20:39:12.091468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:12.623454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12852): Launched\u000a20:39:12.732757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:13.001079 run patchelf(pid=12853): Launched\u000a20:39:13.181093 run osmo-stp_10.42.42.5(pid=12850): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12850)]\u000a20:39:13.312521 run osmo-stp_10.42.42.5(pid=12850): stdout: \u000a| (launched: 2022-12-09_20:39:11.826856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:13.444169 run osmo-stp_10.42.42.5(pid=12850): stderr: \u000a| �[0;m�[38;5;43m20221209203911998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203911998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203911999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203911999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203911999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203912000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203912000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:13.570871 run osmo-stp_10.42.42.5(pid=12850): stdout: \u000a| (launched: 2022-12-09_20:39:11.826856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:13.696446 run osmo-stp_10.42.42.5(pid=12850): stderr: \u000a| �[0;m�[38;5;43m20221209203911998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203911998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203911999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203911999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203911999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203912000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203912000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:13.843334 run patchelf(pid=12853): Terminating (SIGINT)\u000a20:39:14.015225 run patchelf(pid=12853): Terminated: ok {rc=0}\u000a20:39:14.046903 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12850): Process ended prematurely: osmo-stp_10.42.42.5(pid=12850) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12850)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:39:14.056340 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:39:14.117048 run osmo-hlr_10.42.42.2(pid=12847): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12847)]\u000a20:39:14.165933 run osmo-hlr_10.42.42.2(pid=12847): stdout: \u000a| (launched: 2022-12-09_20:39:10.861988) \u000a20:39:14.215611 run osmo-hlr_10.42.42.2(pid=12847): stderr: \u000a| �[0;m�[1;31m20221209203911036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203911036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203911036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203911036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203911036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203911037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203911048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203911058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203911058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203911059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:14.257472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12840): Terminating (SIGTERM)\u000a20:39:14.297084 run iperf3-srv_10.42.42.10(pid=12841): Terminating (SIGTERM)\u000a20:39:14.336701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12842): Terminating (SIGTERM)\u000a20:39:14.376715 run iperf3-srv_10.42.42.10(pid=12843): Terminating (SIGTERM)\u000a20:39:14.416447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12846): Terminating (SIGTERM)\u000a20:39:14.455945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12849): Terminating (SIGTERM)\u000a20:39:14.495505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12852): Terminating (SIGTERM)\u000a20:39:14.504769 --- ParallelTerminationStrategy: PID 12840 died...\u000a20:39:14.557816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12840): Terminated: ok {rc=0}\u000a20:39:14.567585 --- ParallelTerminationStrategy: PID 12841 died...\u000a20:39:14.621145 run iperf3-srv_10.42.42.10(pid=12841): Terminated {rc=256}\u000a20:39:14.630560 --- ParallelTerminationStrategy: PID 12842 died...\u000a20:39:14.683022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12842): Terminated: ok {rc=0}\u000a20:39:14.692585 --- ParallelTerminationStrategy: PID 12843 died...\u000a20:39:14.745084 run iperf3-srv_10.42.42.10(pid=12843): Terminated {rc=256}\u000a20:39:14.754678 --- ParallelTerminationStrategy: PID 12846 died...\u000a20:39:14.807490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12846): Terminated: ok {rc=0}\u000a20:39:14.817046 --- ParallelTerminationStrategy: PID 12849 died...\u000a20:39:14.869941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12849): Terminated: ok {rc=0}\u000a20:39:14.879685 --- ParallelTerminationStrategy: PID 12852 died...\u000a20:39:14.932310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12852): Terminated: ok {rc=0}\u000a20:39:15.016142 bus /gobi_0: Setting Powered False\u000a20:39:16.137466 bus /gobi_0: Setting Powered False\u000a20:39:17.247673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12863): Process ended prematurely: osmo-stp_10.42.42.5(pid=12863) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12863): Process ended prematurely: osmo-stp_10.42.42.5(pid=12863) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:39:18.363868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:18.375904 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:18.547892 tst iperf3.py: using LAC 23579\u000a20:39:18.675801 tst iperf3.py: using RAC 119\u000a20:39:18.804623 tst iperf3.py: using CellId 23579\u000a20:39:18.932669 tst iperf3.py: using BVCI 23580\u000a20:39:18.957947 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:18.969417 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:18.980715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:18.992081 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:19.003358 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:19.014602 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:19.026017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:19.037289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:19.048703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:19.346067 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:39:19.483436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:19.822495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12855): Launched\u000a20:39:20.104239 run iperf3-srv_10.42.42.10(pid=12856): Launched\u000a20:39:20.306376 tst iperf3.py:8: start network...\u000a20:39:20.444278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:20.971793 run create_hlr_db(pid=12857): Launched\u000a20:39:21.161927 bus /gobi_6: Setting Powered False\u000a20:39:22.182927 run create_hlr_db(pid=12857): Terminated: ok {rc=0}\u000a20:39:22.595219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12859): Launched\u000a20:39:22.903167 run osmo-hlr_10.42.42.2(pid=12860): Launched\u000a20:39:23.023682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:23.565379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12862): Launched\u000a20:39:23.872049 run osmo-stp_10.42.42.5(pid=12863): Launched\u000a20:39:23.994211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:24.532542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12865): Launched\u000a20:39:24.642033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:24.909372 run patchelf(pid=12866): Launched\u000a20:39:25.089300 run osmo-stp_10.42.42.5(pid=12863): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)]\u000a20:39:25.220632 run osmo-stp_10.42.42.5(pid=12863): stdout: \u000a| (launched: 2022-12-09_20:39:23.720827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:25.353311 run osmo-stp_10.42.42.5(pid=12863): stderr: \u000a| �[0;m�[38;5;43m20221209203923893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203923894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203923894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203923894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203923895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203923895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203923895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:25.480172 run osmo-stp_10.42.42.5(pid=12863): stdout: \u000a| (launched: 2022-12-09_20:39:23.720827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:25.606676 run osmo-stp_10.42.42.5(pid=12863): stderr: \u000a| �[0;m�[38;5;43m20221209203923893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203923894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203923894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203923894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203923895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203923895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203923895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:25.752921 run patchelf(pid=12866): Terminating (SIGINT)\u000a20:39:25.925658 run patchelf(pid=12866): Terminated: ok {rc=0}\u000a20:39:25.957679 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12863): Process ended prematurely: osmo-stp_10.42.42.5(pid=12863) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:39:25.967135 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:39:26.028316 run osmo-hlr_10.42.42.2(pid=12860): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12860)]\u000a20:39:26.077896 run osmo-hlr_10.42.42.2(pid=12860): stdout: \u000a| (launched: 2022-12-09_20:39:22.751471) \u000a20:39:26.127982 run osmo-hlr_10.42.42.2(pid=12860): stderr: \u000a| �[0;m�[1;31m20221209203922928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203922928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203922928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203922928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203922929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203922929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203922941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203922949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203922949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203922950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:26.170319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12855): Terminating (SIGTERM)\u000a20:39:26.210249 run iperf3-srv_10.42.42.10(pid=12856): Terminating (SIGTERM)\u000a20:39:26.250437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12859): Terminating (SIGTERM)\u000a20:39:26.290751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12862): Terminating (SIGTERM)\u000a20:39:26.330608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12865): Terminating (SIGTERM)\u000a20:39:26.339972 --- ParallelTerminationStrategy: PID 12855 died...\u000a20:39:26.393418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12855): Terminated: ok {rc=0}\u000a20:39:26.402880 --- ParallelTerminationStrategy: PID 12856 died...\u000a20:39:26.456521 run iperf3-srv_10.42.42.10(pid=12856): Terminated {rc=256}\u000a20:39:26.466075 --- ParallelTerminationStrategy: PID 12859 died...\u000a20:39:26.519110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12859): Terminated: ok {rc=0}\u000a20:39:26.528914 --- ParallelTerminationStrategy: PID 12862 died...\u000a20:39:26.582371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12862): Terminated: ok {rc=0}\u000a20:39:26.591939 --- ParallelTerminationStrategy: PID 12865 died...\u000a20:39:26.645332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12865): Terminated: ok {rc=0}\u000a20:39:26.734786 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12881): Process ended prematurely: osmo-stp_10.42.42.5(pid=12881) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12881): Process ended prematurely: osmo-stp_10.42.42.5(pid=12881) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:39:27.846104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:27.857681 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:28.016123 tst iperf3m4.py: using LAC 23580\u000a20:39:28.144492 tst iperf3m4.py: using RAC 120\u000a20:39:28.273095 tst iperf3m4.py: using CellId 23580\u000a20:39:28.401249 tst iperf3m4.py: using BVCI 23581\u000a20:39:28.426603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.438373 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.449812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.461118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.472447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.483769 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.495192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.506435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:28.518090 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:28.635634 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:28.758698 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:28.876049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:29.160490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:39:29.288699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:29.606416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12867): Launched\u000a20:39:29.870285 run iperf3-srv_10.42.42.10(pid=12868): Launched\u000a20:39:30.057955 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:39:30.186407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:30.504194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12869): Launched\u000a20:39:30.769595 run iperf3-srv_10.42.42.10(pid=12870): Launched\u000a20:39:30.959592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:39:31.122118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:31.448075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12871): Launched\u000a20:39:31.783175 run iperf3-srv_10.42.42.10(pid=12872): Launched\u000a20:39:31.993690 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:39:32.135108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:39:32.476922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12873): Launched\u000a20:39:32.759622 run iperf3-srv_10.42.42.10(pid=12874): Launched\u000a20:39:32.960862 tst iperf3m4.py:8: start network...\u000a20:39:33.098200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:33.625780 run create_hlr_db(pid=12875): Launched\u000a20:39:33.814901 bus /gobi_6: Setting Powered False\u000a20:39:34.836157 run create_hlr_db(pid=12875): Terminated: ok {rc=0}\u000a20:39:35.272156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12877): Launched\u000a20:39:35.603415 run osmo-hlr_10.42.42.2(pid=12878): Launched\u000a20:39:35.723225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:36.294941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12880): Launched\u000a20:39:36.624734 run osmo-stp_10.42.42.5(pid=12881): Launched\u000a20:39:36.743260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:37.315976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12883): Launched\u000a20:39:37.434011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:37.721772 run patchelf(pid=12884): Launched\u000a20:39:37.913430 run osmo-stp_10.42.42.5(pid=12881): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)]\u000a20:39:38.053291 run osmo-stp_10.42.42.5(pid=12881): stdout: \u000a| (launched: 2022-12-09_20:39:36.462422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:38.193632 run osmo-stp_10.42.42.5(pid=12881): stderr: \u000a| �[0;m�[38;5;43m20221209203936654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203936654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203936654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203936655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203936655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203936655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203936655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:38.329632 run osmo-stp_10.42.42.5(pid=12881): stdout: \u000a| (launched: 2022-12-09_20:39:36.462422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:38.463803 run osmo-stp_10.42.42.5(pid=12881): stderr: \u000a| �[0;m�[38;5;43m20221209203936654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203936654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203936654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203936655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203936655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203936655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203936655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:38.620097 run patchelf(pid=12884): Terminating (SIGINT)\u000a20:39:38.803939 run patchelf(pid=12884): Terminated: ok {rc=0}\u000a20:39:38.838033 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12881): Process ended prematurely: osmo-stp_10.42.42.5(pid=12881) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12881)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:39:38.848196 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:39:38.911756 run osmo-hlr_10.42.42.2(pid=12878): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12878)]\u000a20:39:38.963703 run osmo-hlr_10.42.42.2(pid=12878): stdout: \u000a| (launched: 2022-12-09_20:39:35.440642) \u000a20:39:39.015921 run osmo-hlr_10.42.42.2(pid=12878): stderr: \u000a| �[0;m�[1;31m20221209203935641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203935641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203935641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203935641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203935642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203935642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203935657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203935667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203935667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203935667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:39.060521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12867): Terminating (SIGTERM)\u000a20:39:39.102710 run iperf3-srv_10.42.42.10(pid=12868): Terminating (SIGTERM)\u000a20:39:39.145028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12869): Terminating (SIGTERM)\u000a20:39:39.187114 run iperf3-srv_10.42.42.10(pid=12870): Terminating (SIGTERM)\u000a20:39:39.229319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12871): Terminating (SIGTERM)\u000a20:39:39.271579 run iperf3-srv_10.42.42.10(pid=12872): Terminating (SIGTERM)\u000a20:39:39.313812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12873): Terminating (SIGTERM)\u000a20:39:39.355832 run iperf3-srv_10.42.42.10(pid=12874): Terminating (SIGTERM)\u000a20:39:39.398554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12877): Terminating (SIGTERM)\u000a20:39:39.440654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12880): Terminating (SIGTERM)\u000a20:39:39.482885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12883): Terminating (SIGTERM)\u000a20:39:39.492592 --- ParallelTerminationStrategy: PID 12867 died...\u000a20:39:39.548684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12867): Terminated: ok {rc=0}\u000a20:39:39.558879 --- ParallelTerminationStrategy: PID 12868 died...\u000a20:39:39.614414 run iperf3-srv_10.42.42.10(pid=12868): Terminated {rc=256}\u000a20:39:39.624325 --- ParallelTerminationStrategy: PID 12869 died...\u000a20:39:39.680266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12869): Terminated: ok {rc=0}\u000a20:39:39.690334 --- ParallelTerminationStrategy: PID 12870 died...\u000a20:39:39.746237 run iperf3-srv_10.42.42.10(pid=12870): Terminated {rc=256}\u000a20:39:39.756296 --- ParallelTerminationStrategy: PID 12871 died...\u000a20:39:39.812693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12871): Terminated: ok {rc=0}\u000a20:39:39.822805 --- ParallelTerminationStrategy: PID 12872 died...\u000a20:39:39.878476 run iperf3-srv_10.42.42.10(pid=12872): Terminated {rc=256}\u000a20:39:39.888607 --- ParallelTerminationStrategy: PID 12873 died...\u000a20:39:39.944377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12873): Terminated: ok {rc=0}\u000a20:39:39.955372 --- ParallelTerminationStrategy: PID 12874 died...\u000a20:39:40.011240 run iperf3-srv_10.42.42.10(pid=12874): Terminated {rc=256}\u000a20:39:40.021405 --- ParallelTerminationStrategy: PID 12877 died...\u000a20:39:40.077408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12877): Terminated: ok {rc=0}\u000a20:39:40.087512 --- ParallelTerminationStrategy: PID 12880 died...\u000a20:39:40.143430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12880): Terminated: ok {rc=0}\u000a20:39:40.153632 --- ParallelTerminationStrategy: PID 12883 died...\u000a20:39:40.209297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12883): Terminated: ok {rc=0}\u000a20:39:40.297042 bus /gobi_4: Setting Powered False\u000a20:39:41.406714 bus /gobi_4: Setting Powered False\u000a20:39:42.514890 bus /gobi_1: Setting Powered False\u000a20:39:43.622557 bus /gobi_1: Setting Powered False\u000a20:39:44.733710 bus /gobi_0: Setting Powered False\u000a20:39:45.847572 bus /gobi_0: Setting Powered False\u000a20:39:46.994594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12891): Process ended prematurely: osmo-stp_10.42.42.5(pid=12891) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12891): Process ended prematurely: osmo-stp_10.42.42.5(pid=12891) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:39:48.065113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.078369 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:48.237108 tst ping.py: using LAC 23581\u000a20:39:48.365840 tst ping.py: using RAC 121\u000a20:39:48.490235 tst ping.py: using CellId 23581\u000a20:39:48.616361 tst ping.py: using BVCI 23582\u000a20:39:48.641247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.652886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.664419 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.675755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.686995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.698318 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.709844 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:48.721171 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:48.997043 tst ping.py:19: start network...\u000a20:39:49.121894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:49.595866 run create_hlr_db(pid=12885): Launched\u000a20:39:49.768879 bus /gobi_6: Setting Powered False\u000a20:39:50.790662 run create_hlr_db(pid=12885): Terminated: ok {rc=0}\u000a20:39:51.219101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12887): Launched\u000a20:39:51.545622 run osmo-hlr_10.42.42.2(pid=12888): Launched\u000a20:39:51.669357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:52.235972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12890): Launched\u000a20:39:52.558799 run osmo-stp_10.42.42.5(pid=12891): Launched\u000a20:39:52.675149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:39:53.236313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12893): Launched\u000a20:39:53.351992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:39:53.635271 run patchelf(pid=12894): Launched\u000a20:39:53.823264 run osmo-stp_10.42.42.5(pid=12891): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)]\u000a20:39:53.960893 run osmo-stp_10.42.42.5(pid=12891): stdout: \u000a| (launched: 2022-12-09_20:39:52.400157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:54.098599 run osmo-stp_10.42.42.5(pid=12891): stderr: \u000a| �[0;m�[38;5;43m20221209203952596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203952596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203952596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203952597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203952597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203952597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203952597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:54.231718 run osmo-stp_10.42.42.5(pid=12891): stdout: \u000a| (launched: 2022-12-09_20:39:52.400157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:54.364246 run osmo-stp_10.42.42.5(pid=12891): stderr: \u000a| �[0;m�[38;5;43m20221209203952596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209203952596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209203952596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209203952597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209203952597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209203952597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209203952597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:54.517885 run patchelf(pid=12894): Terminating (SIGINT)\u000a20:39:54.697767 run patchelf(pid=12894): Terminated: ok {rc=0}\u000a20:39:54.730640 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12891): Process ended prematurely: osmo-stp_10.42.42.5(pid=12891) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12891)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:39:54.739935 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:39:54.802748 run osmo-hlr_10.42.42.2(pid=12888): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12888)]\u000a20:39:54.853906 run osmo-hlr_10.42.42.2(pid=12888): stdout: \u000a| (launched: 2022-12-09_20:39:51.384314) \u000a20:39:54.905748 run osmo-hlr_10.42.42.2(pid=12888): stderr: \u000a| �[0;m�[1;31m20221209203951585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203951585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203951585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203951585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203951585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203951585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203951601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203951611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203951611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203951611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:54.949991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12887): Terminating (SIGTERM)\u000a20:39:54.991679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12890): Terminating (SIGTERM)\u000a20:39:55.033630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12893): Terminating (SIGTERM)\u000a20:39:55.043257 --- ParallelTerminationStrategy: PID 12887 died...\u000a20:39:55.099198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12887): Terminated: ok {rc=0}\u000a20:39:55.109318 --- ParallelTerminationStrategy: PID 12890 died...\u000a20:39:55.164657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12890): Terminated: ok {rc=0}\u000a20:39:55.174639 --- ParallelTerminationStrategy: PID 12893 died...\u000a20:39:55.230279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12893): Terminated: ok {rc=0}\u000a20:39:55.317964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12901): Process ended prematurely: osmo-stp_10.42.42.5(pid=12901) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12901)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12901): Process ended prematurely: osmo-stp_10.42.42.5(pid=12901) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:39:56.369667 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:56.381514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:39:56.539521 tst ping_idle_ping.py: using LAC 23582\u000a20:39:56.660280 tst ping_idle_ping.py: using RAC 122\u000a20:39:56.785781 tst ping_idle_ping.py: using CellId 23582\u000a20:39:56.911070 tst ping_idle_ping.py: using BVCI 23583\u000a20:39:56.935773 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:56.947289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:56.958655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:56.970081 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:56.981348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:56.992654 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:57.004170 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:39:57.015605 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:39:57.308027 tst ping_idle_ping.py:24: start network...\u000a20:39:57.443025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:57.961675 run create_hlr_db(pid=12895): Launched\u000a20:39:58.148646 bus /gobi_6: Setting Powered False\u000a20:39:59.169008 run create_hlr_db(pid=12895): Terminated: ok {rc=0}\u000a20:39:59.575160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12897): Launched\u000a20:39:59.877924 run osmo-hlr_10.42.42.2(pid=12898): Launched\u000a20:39:59.992818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:00.526239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12900): Launched\u000a20:40:00.847032 run osmo-stp_10.42.42.5(pid=12901): Launched\u000a20:40:01.104174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:01.702067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12903): Launched\u000a20:40:01.817869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:02.106187 run patchelf(pid=12907): Launched\u000a20:40:02.288353 run osmo-stp_10.42.42.5(pid=12901): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12901)]\u000a20:40:02.421809 run osmo-stp_10.42.42.5(pid=12901): stdout: \u000a| (launched: 2022-12-09_20:40:00.680077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:02.552366 run osmo-stp_10.42.42.5(pid=12901): stderr: \u000a| �[0;m�[38;5;43m20221209204000890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204000890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204000890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204000891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:02.678163 run osmo-stp_10.42.42.5(pid=12901): stdout: \u000a| (launched: 2022-12-09_20:40:00.680077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:02.802648 run osmo-stp_10.42.42.5(pid=12901): stderr: \u000a| �[0;m�[38;5;43m20221209204000890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204000890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204000890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204000891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204000891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:02.948138 run patchelf(pid=12907): Terminating (SIGINT)\u000a20:40:03.118840 run patchelf(pid=12907): Terminated: ok {rc=0}\u000a20:40:03.150193 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12901): Process ended prematurely: osmo-stp_10.42.42.5(pid=12901) [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12901)] [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:40:03.159337 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:40:03.220031 run osmo-hlr_10.42.42.2(pid=12898): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12898)]\u000a20:40:03.269699 run osmo-hlr_10.42.42.2(pid=12898): stdout: \u000a| (launched: 2022-12-09_20:39:59.729467) \u000a20:40:03.319809 run osmo-hlr_10.42.42.2(pid=12898): stderr: \u000a| �[0;m�[1;31m20221209203959908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209203959908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209203959908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203959908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209203959908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209203959908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209203959920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209203959929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209203959929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209203959929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:03.362171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12897): Terminating (SIGTERM)\u000a20:40:03.402766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12900): Terminating (SIGTERM)\u000a20:40:03.442834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12903): Terminating (SIGTERM)\u000a20:40:03.452266 --- ParallelTerminationStrategy: PID 12897 died...\u000a20:40:03.506030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12897): Terminated: ok {rc=0}\u000a20:40:03.516247 --- ParallelTerminationStrategy: PID 12900 died...\u000a20:40:03.570440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12900): Terminated: ok {rc=0}\u000a20:40:03.580533 --- ParallelTerminationStrategy: PID 12903 died...\u000a20:40:03.634138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12903): Terminated: ok {rc=0}\u000a20:40:03.718543 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:39:05" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12917): Process ended prematurely: osmo-stp_10.42.42.5(pid=12917) [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12917): Process ended prematurely: osmo-stp_10.42.42.5(pid=12917) [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:40:05.763660 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:05.775403 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:40:05.940768 tst switch_tch_pdch.py: using LAC 23583\u000a20:40:06.066397 tst switch_tch_pdch.py: using RAC 123\u000a20:40:06.188440 tst switch_tch_pdch.py: using CellId 23583\u000a20:40:06.308252 tst switch_tch_pdch.py: using BVCI 23584\u000a20:40:06.331261 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.342677 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.354141 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.365722 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.377489 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.389880 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.403099 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:40:06.414737 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:40:06.532068 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:40:06.823049 tst switch_tch_pdch.py:51: start network...\u000a20:40:06.958352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:07.475431 run create_hlr_db(pid=12911): Launched\u000a20:40:07.663535 bus /gobi_6: Setting Powered False\u000a20:40:08.683472 run create_hlr_db(pid=12911): Terminated: ok {rc=0}\u000a20:40:09.111741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12913): Launched\u000a20:40:09.435559 run osmo-hlr_10.42.42.2(pid=12914): Launched\u000a20:40:09.556479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:10.115435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12916): Launched\u000a20:40:10.438682 run osmo-stp_10.42.42.5(pid=12917): Launched\u000a20:40:10.556045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:11.088396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12919): Launched\u000a20:40:11.195606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:11.457645 run patchelf(pid=12920): Launched\u000a20:40:11.633561 run osmo-stp_10.42.42.5(pid=12917): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)]\u000a20:40:11.762403 run osmo-stp_10.42.42.5(pid=12917): stdout: \u000a| (launched: 2022-12-09_20:40:10.279208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:11.891787 run osmo-stp_10.42.42.5(pid=12917): stderr: \u000a| �[0;m�[38;5;43m20221209204010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204010473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:12.016208 run osmo-stp_10.42.42.5(pid=12917): stdout: \u000a| (launched: 2022-12-09_20:40:10.279208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:12.139563 run osmo-stp_10.42.42.5(pid=12917): stderr: \u000a| �[0;m�[38;5;43m20221209204010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204010473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:12.283259 run patchelf(pid=12920): Terminating (SIGINT)\u000a20:40:12.451545 run patchelf(pid=12920): Terminated: ok {rc=0}\u000a20:40:12.482416 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12917): Process ended prematurely: osmo-stp_10.42.42.5(pid=12917) [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12917)] [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:40:12.491388 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:40:12.551743 run osmo-hlr_10.42.42.2(pid=12914): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12914)]\u000a20:40:12.600852 run osmo-hlr_10.42.42.2(pid=12914): stdout: \u000a| (launched: 2022-12-09_20:40:09.276392) \u000a20:40:12.650609 run osmo-hlr_10.42.42.2(pid=12914): stderr: \u000a| �[0;m�[1;31m20221209204009478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204009478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204009478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204009478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204009478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204009478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204009491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204009499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204009499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204009499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:12.692505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12913): Terminating (SIGTERM)\u000a20:40:12.732147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12916): Terminating (SIGTERM)\u000a20:40:12.771801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12919): Terminating (SIGTERM)\u000a20:40:12.782004 --- ParallelTerminationStrategy: PID 12913 died...\u000a20:40:12.835225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12913): Terminated: ok {rc=0}\u000a20:40:12.844649 --- ParallelTerminationStrategy: PID 12916 died...\u000a20:40:12.897185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12916): Terminated: ok {rc=0}\u000a20:40:12.906971 --- ParallelTerminationStrategy: PID 12919 died...\u000a20:40:12.959868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12919): Terminated: ok {rc=0}\u000a20:40:13.043206 bus /gobi_0: Setting Powered False\u000a20:40:14.150662 bus /gobi_0: Setting Powered False\u000a20:40:15.257472 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:40:05" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12930): Process ended prematurely: osmo-stp_10.42.42.5(pid=12930) [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12930)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12930): Process ended prematurely: osmo-stp_10.42.42.5(pid=12930) [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:40:17.293871 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.306882 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:40:17.474953 tst switch_tch_pdch.py: using LAC 23584\u000a20:40:17.603437 tst switch_tch_pdch.py: using RAC 124\u000a20:40:17.732613 tst switch_tch_pdch.py: using CellId 23584\u000a20:40:17.860660 tst switch_tch_pdch.py: using BVCI 23585\u000a20:40:17.885682 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.897152 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.908691 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.920509 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.932231 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.943998 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.956010 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:40:17.967876 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:40:18.087208 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:40:18.364287 tst switch_tch_pdch.py:51: start network...\u000a20:40:18.489518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:18.937382 run create_hlr_db(pid=12924): Launched\u000a20:40:19.059967 bus /gobi_6: Setting Powered False\u000a20:40:20.132200 run create_hlr_db(pid=12924): Terminated: ok {rc=0}\u000a20:40:20.535573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12926): Launched\u000a20:40:20.859976 run osmo-hlr_10.42.42.2(pid=12927): Launched\u000a20:40:20.981279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:21.514882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12929): Launched\u000a20:40:21.839035 run osmo-stp_10.42.42.5(pid=12930): Launched\u000a20:40:21.956177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:40:22.490735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12932): Launched\u000a20:40:22.605302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:40:22.886431 run patchelf(pid=12933): Launched\u000a20:40:23.074400 run osmo-stp_10.42.42.5(pid=12930): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12930)]\u000a20:40:23.211935 run osmo-stp_10.42.42.5(pid=12930): stdout: \u000a| (launched: 2022-12-09_20:40:21.678729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:23.350225 run osmo-stp_10.42.42.5(pid=12930): stderr: \u000a| �[0;m�[38;5;43m20221209204021873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204021873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204021874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204021874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204021874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:23.483094 run osmo-stp_10.42.42.5(pid=12930): stdout: \u000a| (launched: 2022-12-09_20:40:21.678729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:23.614908 run osmo-stp_10.42.42.5(pid=12930): stderr: \u000a| �[0;m�[38;5;43m20221209204021873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204021873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204021874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204021874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204021874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204021875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:23.768484 run patchelf(pid=12933): Terminating (SIGINT)\u000a20:40:23.948052 run patchelf(pid=12933): Terminated: ok {rc=0}\u000a20:40:23.980760 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12930): Process ended prematurely: osmo-stp_10.42.42.5(pid=12930) [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12930)] [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:40:23.990065 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:40:24.052659 run osmo-hlr_10.42.42.2(pid=12927): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12927)]\u000a20:40:24.103841 run osmo-hlr_10.42.42.2(pid=12927): stdout: \u000a| (launched: 2022-12-09_20:40:20.699998) \u000a20:40:24.155737 run osmo-hlr_10.42.42.2(pid=12927): stderr: \u000a| �[0;m�[1;31m20221209204020900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204020900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204020900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204020900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204020900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204020900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204020912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204020922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204020922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204020922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:24.200091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12926): Terminating (SIGTERM)\u000a20:40:24.242071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12929): Terminating (SIGTERM)\u000a20:40:24.284413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12932): Terminating (SIGTERM)\u000a20:40:24.294172 --- ParallelTerminationStrategy: PID 12926 died...\u000a20:40:24.350589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12926): Terminated: ok {rc=0}\u000a20:40:24.360712 --- ParallelTerminationStrategy: PID 12929 died...\u000a20:40:24.416281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12929): Terminated: ok {rc=0}\u000a20:40:24.426396 --- ParallelTerminationStrategy: PID 12932 died...\u000a20:40:24.482140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12932): Terminated: ok {rc=0}\u000a20:40:24.569243 bus /gobi_0: Setting Powered False\u000a20:40:25.672727 bus /gobi_0: Setting Powered False\u000a20:40:26.782741 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:40:17" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12938) [trial-2364↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12938)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12938) [trial-2364↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a20:40:28.680142 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a20:40:28.690805 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:28.833481 tst mo_mt_sms.py: using LAC 23585\u000a20:40:28.956176 tst mo_mt_sms.py: using RAC 125\u000a20:40:29.077209 tst mo_mt_sms.py: using CellId 23585\u000a20:40:29.198745 tst mo_mt_sms.py: using BVCI 23586\u000a20:40:29.222840 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:29.338289 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:29.623698 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:40:29.755057 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:40:30.405433 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12937): Launched\u000a20:40:30.717050 run osmo-nitb_10.42.42.2(pid=12938): Launched\u000a20:40:30.928787 run osmo-nitb_10.42.42.2(pid=12938): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12938)]\u000a20:40:31.073371 run osmo-nitb_10.42.42.2(pid=12938): stdout: \u000a| (launched: 2022-12-09_20:40:30.565879) \u000a20:40:31.217765 run osmo-nitb_10.42.42.2(pid=12938): stderr: \u000a| (launched: 2022-12-09_20:40:30.612880)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:31.359215 run osmo-nitb_10.42.42.2(pid=12938): stdout: \u000a| (launched: 2022-12-09_20:40:30.565879) \u000a20:40:31.499052 run osmo-nitb_10.42.42.2(pid=12938): stderr: \u000a| (launched: 2022-12-09_20:40:30.612880)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:31.844819 tst osmo-nitb_10.42.42.2(pid=12938): stdout: \u000a| (launched: 2022-12-09_20:40:30.565879) \u000a20:40:31.974401 tst osmo-nitb_10.42.42.2(pid=12938): stderr: \u000a| (launched: 2022-12-09_20:40:30.612880)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:32.030416 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12938) [trial-2364↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12938)] [trial-2364↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a20:40:32.039677 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:40:32.077747 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12937): Terminating (SIGTERM)\u000a20:40:32.255647 --- ParallelTerminationStrategy: PID 12937 died...\u000a20:40:32.312079 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12937): Terminated: ok {rc=0}\u000a20:40:32.398830 bus /sierra_3: Setting Powered False\u000a20:40:33.501982 bus /sierra_3: Setting Powered False\u000a20:40:34.611204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:40:28" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12950): Process ended prematurely: osmo-stp_10.42.42.5(pid=12950) [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12950)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12950): Process ended prematurely: osmo-stp_10.42.42.5(pid=12950) [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a20:40:36.503621 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:36.514537 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:36.658205 tst mo_mt_sms.py: using LAC 23586\u000a20:40:36.779747 tst mo_mt_sms.py: using RAC 126\u000a20:40:36.901883 tst mo_mt_sms.py: using CellId 23586\u000a20:40:37.028773 tst mo_mt_sms.py: using BVCI 23587\u000a20:40:37.052566 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:37.063434 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:37.074240 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:37.084900 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:37.095644 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:37.106402 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:37.223735 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:40:37.420378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:37.880698 run create_hlr_db(pid=12944): Launched\u000a20:40:38.048856 bus /sierra_2: Setting Powered False\u000a20:40:39.069779 run create_hlr_db(pid=12944): Terminated: ok {rc=0}\u000a20:40:39.457782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12946): Launched\u000a20:40:39.749516 run osmo-hlr_10.42.42.2(pid=12947): Launched\u000a20:40:39.861292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:40.375559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12949): Launched\u000a20:40:40.668546 run osmo-stp_10.42.42.5(pid=12950): Launched\u000a20:40:40.775625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:41.308410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12952): Launched\u000a20:40:41.600721 run osmo-msc_10.42.42.6(pid=12953): Launched\u000a20:40:41.772058 run osmo-stp_10.42.42.5(pid=12950): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12950)]\u000a20:40:41.917791 run osmo-stp_10.42.42.5(pid=12950): stdout: \u000a| (launched: 2022-12-09_20:40:40.524153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:42.049916 run osmo-stp_10.42.42.5(pid=12950): stderr: \u000a| �[0;m�[38;5;43m20221209204040692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204040692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204040692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204040693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204040695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204040695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204040695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:42.175758 run osmo-stp_10.42.42.5(pid=12950): stdout: \u000a| (launched: 2022-12-09_20:40:40.524153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:42.301023 run osmo-stp_10.42.42.5(pid=12950): stderr: \u000a| �[0;m�[38;5;43m20221209204040692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204040692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204040692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204040693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204040695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204040695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204040695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:42.356167 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12950): Process ended prematurely: osmo-stp_10.42.42.5(pid=12950) [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12950)] [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a20:40:42.365037 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a20:40:42.427298 run osmo-hlr_10.42.42.2(pid=12947): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12947)]\u000a20:40:42.478416 run osmo-hlr_10.42.42.2(pid=12947): stdout: \u000a| (launched: 2022-12-09_20:40:39.605867) \u000a20:40:42.530504 run osmo-hlr_10.42.42.2(pid=12947): stderr: \u000a| �[0;m�[1;31m20221209204039782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204039782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204039782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204039782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204039782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204039782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204039797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204039806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204039807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204039807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:42.600704 run osmo-msc_10.42.42.6(pid=12953): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12953)]\u000a20:40:42.651977 run osmo-msc_10.42.42.6(pid=12953): stdout: \u000a| (launched: 2022-12-09_20:40:41.456432) \u000a20:40:42.703507 run osmo-msc_10.42.42.6(pid=12953): stderr: \u000a| �[0;m�[38;5;43m20221209204041726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204041726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c656d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204041726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204041726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204041726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204041727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204041728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204041729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204041729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204041729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:42.747418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12946): Terminating (SIGTERM)\u000a20:40:42.788867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12949): Terminating (SIGTERM)\u000a20:40:42.832898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12952): Terminating (SIGTERM)\u000a20:40:42.842756 --- ParallelTerminationStrategy: PID 12946 died...\u000a20:40:42.898322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12946): Terminated: ok {rc=0}\u000a20:40:42.908589 --- ParallelTerminationStrategy: PID 12949 died...\u000a20:40:42.963516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12949): Terminated: ok {rc=0}\u000a20:40:42.973806 --- ParallelTerminationStrategy: PID 12952 died...\u000a20:40:43.028638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12952): Terminated: ok {rc=0}\u000a20:40:43.114596 bus /sierra_3: Setting Powered False\u000a20:40:44.219597 bus /sierra_3: Setting Powered False\u000a20:40:45.326732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:40:36" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12959): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12959) [trial-2364↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12959)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12959): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12959) [trial-2364↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a20:40:47.233212 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a20:40:47.245152 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:47.379911 tst assert_extension.py: using LAC 23587\u000a20:40:47.497880 tst assert_extension.py: using RAC 127\u000a20:40:47.614275 tst assert_extension.py: using CellId 23587\u000a20:40:47.729488 tst assert_extension.py: using BVCI 23588\u000a20:40:47.751654 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a20:40:48.037955 tst assert_extension.py:10: start nitb and bts...\u000a20:40:48.168820 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:40:48.817340 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12958): Launched\u000a20:40:49.126858 run osmo-nitb_10.42.42.2(pid=12959): Launched\u000a20:40:49.319277 run osmo-nitb_10.42.42.2(pid=12959): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12959)]\u000a20:40:49.460775 run osmo-nitb_10.42.42.2(pid=12959): stdout: \u000a| (launched: 2022-12-09_20:40:48.976917) \u000a20:40:49.602521 run osmo-nitb_10.42.42.2(pid=12959): stderr: \u000a| (launched: 2022-12-09_20:40:49.023637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:49.739864 run osmo-nitb_10.42.42.2(pid=12959): stdout: \u000a| (launched: 2022-12-09_20:40:48.976917) \u000a20:40:49.876336 run osmo-nitb_10.42.42.2(pid=12959): stderr: \u000a| (launched: 2022-12-09_20:40:49.023637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:50.252825 tst osmo-nitb_10.42.42.2(pid=12959): stdout: \u000a| (launched: 2022-12-09_20:40:48.976917) \u000a20:40:50.378600 tst osmo-nitb_10.42.42.2(pid=12959): stderr: \u000a| (launched: 2022-12-09_20:40:49.023637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:40:50.433405 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12959): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12959) [trial-2364↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12959)] [trial-2364↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a20:40:50.442185 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:40:50.477539 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12958): Terminating (SIGTERM)\u000a20:40:50.655100 --- ParallelTerminationStrategy: PID 12958 died...\u000a20:40:50.711921 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12958): Terminated: ok {rc=0}\u000a20:40:50.796229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:40:47" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12969): Process ended prematurely: osmo-stp_10.42.42.5(pid=12969) [trial-2364↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12969): Process ended prematurely: osmo-stp_10.42.42.5(pid=12969) [trial-2364↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a20:40:52.621190 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:52.631696 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:40:52.764023 tst assert_extension.py: using LAC 23588\u000a20:40:52.879744 tst assert_extension.py: using RAC 128\u000a20:40:53.000427 tst assert_extension.py: using CellId 23588\u000a20:40:53.119867 tst assert_extension.py: using BVCI 23589\u000a20:40:53.142345 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:53.152898 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:53.163360 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:53.174170 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:53.184877 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:40:53.195425 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a20:40:53.395547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:53.855079 run create_hlr_db(pid=12963): Launched\u000a20:40:54.024036 bus /sierra_2: Setting Powered False\u000a20:40:55.044708 run create_hlr_db(pid=12963): Terminated: ok {rc=0}\u000a20:40:55.463274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12965): Launched\u000a20:40:55.778054 run osmo-hlr_10.42.42.2(pid=12966): Launched\u000a20:40:55.897953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:56.448116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12968): Launched\u000a20:40:56.760712 run osmo-stp_10.42.42.5(pid=12969): Launched\u000a20:40:56.873884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:57.445660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12971): Launched\u000a20:40:57.762023 run osmo-msc_10.42.42.6(pid=12972): Launched\u000a20:40:57.944903 run osmo-stp_10.42.42.5(pid=12969): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)]\u000a20:40:58.078610 run osmo-stp_10.42.42.5(pid=12969): stdout: \u000a| (launched: 2022-12-09_20:40:56.607492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:58.210660 run osmo-stp_10.42.42.5(pid=12969): stderr: \u000a| �[0;m�[38;5;43m20221209204056799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204056799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204056800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204056800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204056800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204056801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204056801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:58.337063 run osmo-stp_10.42.42.5(pid=12969): stdout: \u000a| (launched: 2022-12-09_20:40:56.607492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:58.462305 run osmo-stp_10.42.42.5(pid=12969): stderr: \u000a| �[0;m�[38;5;43m20221209204056799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204056799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204056800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204056800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204056800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204056801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204056801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:58.517357 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12969): Process ended prematurely: osmo-stp_10.42.42.5(pid=12969) [trial-2364↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12969)] [trial-2364↪ussd:trx-umtrx↪assert_extension.py:17]\u000a20:40:58.525994 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:40:58.588026 run osmo-hlr_10.42.42.2(pid=12966): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12966)]\u000a20:40:58.638901 run osmo-hlr_10.42.42.2(pid=12966): stdout: \u000a| (launched: 2022-12-09_20:40:55.623438) \u000a20:40:58.690438 run osmo-hlr_10.42.42.2(pid=12966): stderr: \u000a| �[0;m�[1;31m20221209204055821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204055821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204055821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204055821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204055821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204055821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204055834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204055843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204055844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204055844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:58.759789 run osmo-msc_10.42.42.6(pid=12972): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12972)]\u000a20:40:58.810077 run osmo-msc_10.42.42.6(pid=12972): stdout: \u000a| (launched: 2022-12-09_20:40:57.605254) \u000a20:40:58.861115 run osmo-msc_10.42.42.6(pid=12972): stderr: \u000a| �[0;m�[38;5;43m20221209204057927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204057927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f926f895c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204057927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204057927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204057927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204057928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204057929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204057930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204057930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204057930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:58.904589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12965): Terminating (SIGTERM)\u000a20:40:58.945959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12968): Terminating (SIGTERM)\u000a20:40:58.987656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12971): Terminating (SIGTERM)\u000a20:40:58.997306 --- ParallelTerminationStrategy: PID 12965 died...\u000a20:40:59.052442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12965): Terminated: ok {rc=0}\u000a20:40:59.062467 --- ParallelTerminationStrategy: PID 12968 died...\u000a20:40:59.116929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12968): Terminated: ok {rc=0}\u000a20:40:59.127099 --- ParallelTerminationStrategy: PID 12971 died...\u000a20:40:59.181988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12971): Terminated: ok {rc=0}\u000a20:40:59.267080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:40:52" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12983): Process ended prematurely: osmo-stp_10.42.42.5(pid=12983) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12983): Process ended prematurely: osmo-stp_10.42.42.5(pid=12983) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:41:01.269004 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:01.281112 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:41:01.444479 tst mo_mt_call.py: using LAC 23589\u000a20:41:01.570774 tst mo_mt_call.py: using RAC 129\u000a20:41:01.718085 tst mo_mt_call.py: using CellId 23589\u000a20:41:01.857756 tst mo_mt_call.py: using BVCI 23590\u000a20:41:01.884078 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:01.896006 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:01.907889 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:01.919909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:01.932067 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:01.944287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:41:02.070210 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:41:02.273446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:02.740193 run create_hlr_db(pid=12977): Launched\u000a20:41:02.911412 bus /sierra_2: Setting Powered False\u000a20:41:03.932857 run create_hlr_db(pid=12977): Terminated: ok {rc=0}\u000a20:41:04.355138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12979): Launched\u000a20:41:04.672511 run osmo-hlr_10.42.42.2(pid=12980): Launched\u000a20:41:04.788423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:05.339603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12982): Launched\u000a20:41:05.657745 run osmo-stp_10.42.42.5(pid=12983): Launched\u000a20:41:05.773870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:06.355733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12985): Launched\u000a20:41:06.673761 run osmo-msc_10.42.42.6(pid=12986): Launched\u000a20:41:06.859833 run osmo-stp_10.42.42.5(pid=12983): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)]\u000a20:41:06.993545 run osmo-stp_10.42.42.5(pid=12983): stdout: \u000a| (launched: 2022-12-09_20:41:05.502184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:07.127006 run osmo-stp_10.42.42.5(pid=12983): stderr: \u000a| �[0;m�[38;5;43m20221209204105693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204105693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204105693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204105693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:07.254590 run osmo-stp_10.42.42.5(pid=12983): stdout: \u000a| (launched: 2022-12-09_20:41:05.502184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:07.381826 run osmo-stp_10.42.42.5(pid=12983): stderr: \u000a| �[0;m�[38;5;43m20221209204105693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204105693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204105693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204105693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:07.437837 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12983): Process ended prematurely: osmo-stp_10.42.42.5(pid=12983) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12983)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:41:07.447186 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:41:07.508647 run osmo-hlr_10.42.42.2(pid=12980): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12980)]\u000a20:41:07.559071 run osmo-hlr_10.42.42.2(pid=12980): stdout: \u000a| (launched: 2022-12-09_20:41:04.517267) \u000a20:41:07.610177 run osmo-hlr_10.42.42.2(pid=12980): stderr: \u000a| �[0;m�[1;31m20221209204104714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204104714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204104714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204104714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204104714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204104714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204104726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204104735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204104735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204104735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:07.679296 run osmo-msc_10.42.42.6(pid=12986): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12986)]\u000a20:41:07.729513 run osmo-msc_10.42.42.6(pid=12986): stdout: \u000a| (launched: 2022-12-09_20:41:06.517465) \u000a20:41:07.780219 run osmo-msc_10.42.42.6(pid=12986): stderr: \u000a| �[0;m�[38;5;43m20221209204106836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204106836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f335d78cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204106836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204106836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204106837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204106837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204106839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204106839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204106839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204106839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:07.823417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12979): Terminating (SIGTERM)\u000a20:41:07.863905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12982): Terminating (SIGTERM)\u000a20:41:07.904623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12985): Terminating (SIGTERM)\u000a20:41:07.914143 --- ParallelTerminationStrategy: PID 12979 died...\u000a20:41:07.968538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12979): Terminated: ok {rc=0}\u000a20:41:07.978406 --- ParallelTerminationStrategy: PID 12982 died...\u000a20:41:08.032565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12982): Terminated: ok {rc=0}\u000a20:41:08.042506 --- ParallelTerminationStrategy: PID 12985 died...\u000a20:41:08.097432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12985): Terminated: ok {rc=0}\u000a20:41:08.182833 bus /sierra_3: Setting Powered False\u000a20:41:09.287861 bus /sierra_3: Setting Powered False\u000a20:41:10.393569 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12994): Process ended prematurely: osmo-stp_10.42.42.5(pid=12994) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12994): Process ended prematurely: osmo-stp_10.42.42.5(pid=12994) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:11.506573 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:11.518602 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:41:11.679827 tst mo_mt_call_osmux.py: using LAC 23590\u000a20:41:11.806453 tst mo_mt_call_osmux.py: using RAC 130\u000a20:41:11.931319 tst mo_mt_call_osmux.py: using CellId 23590\u000a20:41:12.055826 tst mo_mt_call_osmux.py: using BVCI 23591\u000a20:41:12.080013 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:12.091353 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:12.102810 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:12.114315 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:12.125697 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:41:12.136867 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:41:12.255407 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:41:12.464821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:12.968661 run create_hlr_db(pid=12988): Launched\u000a20:41:13.151514 bus /sierra_2: Setting Powered False\u000a20:41:14.173356 run create_hlr_db(pid=12988): Terminated: ok {rc=0}\u000a20:41:14.575654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12990): Launched\u000a20:41:14.891636 run osmo-hlr_10.42.42.2(pid=12991): Launched\u000a20:41:15.010474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:15.562000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12993): Launched\u000a20:41:15.966220 run osmo-stp_10.42.42.5(pid=12994): Launched\u000a20:41:16.106280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:16.826430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12996): Launched\u000a20:41:17.297645 run osmo-msc_10.42.42.6(pid=12997): Launched\u000a20:41:17.622995 run osmo-stp_10.42.42.5(pid=12994): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)]\u000a20:41:17.758952 run osmo-stp_10.42.42.5(pid=12994): stdout: \u000a| (launched: 2022-12-09_20:41:15.723346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:17.892071 run osmo-stp_10.42.42.5(pid=12994): stderr: \u000a| �[0;m�[38;5;43m20221209204115917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204115918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204115918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204115919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204115919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204115919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204115919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:18.019945 run osmo-stp_10.42.42.5(pid=12994): stdout: \u000a| (launched: 2022-12-09_20:41:15.723346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:18.146763 run osmo-stp_10.42.42.5(pid=12994): stderr: \u000a| �[0;m�[38;5;43m20221209204115917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204115918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204115918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204115919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204115919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204115919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204115919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:18.203234 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12994): Process ended prematurely: osmo-stp_10.42.42.5(pid=12994) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12994)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:41:18.212408 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:41:18.273907 run osmo-hlr_10.42.42.2(pid=12991): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12991)]\u000a20:41:18.324723 run osmo-hlr_10.42.42.2(pid=12991): stdout: \u000a| (launched: 2022-12-09_20:41:14.737412) \u000a20:41:18.376149 run osmo-hlr_10.42.42.2(pid=12991): stderr: \u000a| �[0;m�[1;31m20221209204114933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204114933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204114933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204114933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204114946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204114956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204114956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:18.445819 run osmo-msc_10.42.42.6(pid=12997): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12997)]\u000a20:41:18.496252 run osmo-msc_10.42.42.6(pid=12997): stdout: \u000a| (launched: 2022-12-09_20:41:17.026808) \u000a20:41:18.547211 run osmo-msc_10.42.42.6(pid=12997): stderr: \u000a| �[0;m�[38;5;43m20221209204117568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204117569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0a7c44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204117569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204117569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204117569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204117569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204117571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204117571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204117571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204117571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:18.590600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12990): Terminating (SIGTERM)\u000a20:41:18.631698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12993): Terminating (SIGTERM)\u000a20:41:18.672906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12996): Terminating (SIGTERM)\u000a20:41:18.682545 --- ParallelTerminationStrategy: PID 12990 died...\u000a20:41:18.737603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12990): Terminated: ok {rc=0}\u000a20:41:18.747585 --- ParallelTerminationStrategy: PID 12993 died...\u000a20:41:18.802469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12993): Terminated: ok {rc=0}\u000a20:41:18.812446 --- ParallelTerminationStrategy: PID 12996 died...\u000a20:41:18.866933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12996): Terminated: ok {rc=0}\u000a20:41:18.951434 bus /sierra_3: Setting Powered False\u000a20:41:20.056603 bus /sierra_3: Setting Powered False\u000a20:41:21.162923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:41:00" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13008): Process ended prematurely: osmo-stp_10.42.42.5(pid=13008) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13008): Process ended prematurely: osmo-stp_10.42.42.5(pid=13008) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:41:23.159612 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:23.171064 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:41:23.334882 tst mo_mt_call.py: using LAC 23591\u000a20:41:23.457284 tst mo_mt_call.py: using RAC 131\u000a20:41:23.584230 tst mo_mt_call.py: using CellId 23591\u000a20:41:23.706241 tst mo_mt_call.py: using BVCI 23592\u000a20:41:23.730303 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:23.741721 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:23.753075 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:23.764748 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:23.776084 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:23.787350 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:23.902385 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:24.099228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:24.566958 run create_hlr_db(pid=13002): Launched\u000a20:41:24.737255 bus /sierra_2: Setting Powered False\u000a20:41:25.759892 run create_hlr_db(pid=13002): Terminated: ok {rc=0}\u000a20:41:26.152846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13004): Launched\u000a20:41:26.448180 run osmo-hlr_10.42.42.2(pid=13005): Launched\u000a20:41:26.559065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:27.072139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13007): Launched\u000a20:41:27.369770 run osmo-stp_10.42.42.5(pid=13008): Launched\u000a20:41:27.478896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:28.019367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13010): Launched\u000a20:41:28.315500 run osmo-msc_10.42.42.6(pid=13011): Launched\u000a20:41:28.489686 run osmo-stp_10.42.42.5(pid=13008): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)]\u000a20:41:28.616067 run osmo-stp_10.42.42.5(pid=13008): stdout: \u000a| (launched: 2022-12-09_20:41:27.222434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:28.739962 run osmo-stp_10.42.42.5(pid=13008): stderr: \u000a| �[0;m�[38;5;43m20221209204127392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204127392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204127392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204127393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204127393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204127393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204127393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:28.859346 run osmo-stp_10.42.42.5(pid=13008): stdout: \u000a| (launched: 2022-12-09_20:41:27.222434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:28.977981 run osmo-stp_10.42.42.5(pid=13008): stderr: \u000a| �[0;m�[38;5;43m20221209204127392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204127392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204127392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204127393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204127393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204127393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204127393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:29.030214 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13008): Process ended prematurely: osmo-stp_10.42.42.5(pid=13008) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13008)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:41:29.038997 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a20:41:29.098258 run osmo-hlr_10.42.42.2(pid=13005): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13005)]\u000a20:41:29.146731 run osmo-hlr_10.42.42.2(pid=13005): stdout: \u000a| (launched: 2022-12-09_20:41:26.302665) \u000a20:41:29.195557 run osmo-hlr_10.42.42.2(pid=13005): stderr: \u000a| �[0;m�[1;31m20221209204126479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204126479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204126479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204126479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204126479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204126479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204126492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204126500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204126501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204126501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:29.260990 run osmo-msc_10.42.42.6(pid=13011): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13011)]\u000a20:41:29.309679 run osmo-msc_10.42.42.6(pid=13011): stdout: \u000a| (launched: 2022-12-09_20:41:28.169310) \u000a20:41:29.358574 run osmo-msc_10.42.42.6(pid=13011): stderr: \u000a| �[0;m�[38;5;43m20221209204128438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204128438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe719eb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204128438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204128438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204128439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204128439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204128441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204128442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204128442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204128442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:29.399557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13004): Terminating (SIGTERM)\u000a20:41:29.438718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13007): Terminating (SIGTERM)\u000a20:41:29.477909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13010): Terminating (SIGTERM)\u000a20:41:29.486904 --- ParallelTerminationStrategy: PID 13004 died...\u000a20:41:29.539663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13004): Terminated: ok {rc=0}\u000a20:41:29.549526 --- ParallelTerminationStrategy: PID 13007 died...\u000a20:41:29.601977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13007): Terminated: ok {rc=0}\u000a20:41:29.611425 --- ParallelTerminationStrategy: PID 13010 died...\u000a20:41:29.663712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13010): Terminated: ok {rc=0}\u000a20:41:29.750470 bus /sierra_3: Setting Powered False\u000a20:41:30.866160 bus /sierra_3: Setting Powered False\u000a20:41:31.998345 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13019): Process ended prematurely: osmo-stp_10.42.42.5(pid=13019) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13019): Process ended prematurely: osmo-stp_10.42.42.5(pid=13019) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:33.112893 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:33.125085 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:41:33.287625 tst mo_mt_call_osmux.py: using LAC 23592\u000a20:41:33.413835 tst mo_mt_call_osmux.py: using RAC 132\u000a20:41:33.542472 tst mo_mt_call_osmux.py: using CellId 23592\u000a20:41:33.664584 tst mo_mt_call_osmux.py: using BVCI 23593\u000a20:41:33.688657 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:33.700028 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:33.711395 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:33.722674 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:33.734031 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:41:33.745301 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:33.864887 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:41:34.067196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:34.532753 run create_hlr_db(pid=13013): Launched\u000a20:41:34.703296 bus /sierra_2: Setting Powered False\u000a20:41:35.725006 run create_hlr_db(pid=13013): Terminated: ok {rc=0}\u000a20:41:36.145665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13015): Launched\u000a20:41:36.463495 run osmo-hlr_10.42.42.2(pid=13016): Launched\u000a20:41:36.583573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:37.132695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13018): Launched\u000a20:41:37.449988 run osmo-stp_10.42.42.5(pid=13019): Launched\u000a20:41:37.566636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:38.146570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13021): Launched\u000a20:41:38.464468 run osmo-msc_10.42.42.6(pid=13022): Launched\u000a20:41:38.651270 run osmo-stp_10.42.42.5(pid=13019): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)]\u000a20:41:38.785232 run osmo-stp_10.42.42.5(pid=13019): stdout: \u000a| (launched: 2022-12-09_20:41:37.294245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:38.918682 run osmo-stp_10.42.42.5(pid=13019): stderr: \u000a| �[0;m�[38;5;43m20221209204137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204137488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:39.046250 run osmo-stp_10.42.42.5(pid=13019): stdout: \u000a| (launched: 2022-12-09_20:41:37.294245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:39.173042 run osmo-stp_10.42.42.5(pid=13019): stderr: \u000a| �[0;m�[38;5;43m20221209204137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204137487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204137488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204137488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:39.229086 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13019): Process ended prematurely: osmo-stp_10.42.42.5(pid=13019) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:41:39.238447 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:41:39.299620 run osmo-hlr_10.42.42.2(pid=13016): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13016)]\u000a20:41:39.350462 run osmo-hlr_10.42.42.2(pid=13016): stdout: \u000a| (launched: 2022-12-09_20:41:36.307232) \u000a20:41:39.401532 run osmo-hlr_10.42.42.2(pid=13016): stderr: \u000a| �[0;m�[1;31m20221209204136504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204136505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204136505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204136505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204136505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204136505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204136517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204136525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204136525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204136525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:39.470940 run osmo-msc_10.42.42.6(pid=13022): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13022)]\u000a20:41:39.521197 run osmo-msc_10.42.42.6(pid=13022): stdout: \u000a| (launched: 2022-12-09_20:41:38.308045) \u000a20:41:39.571845 run osmo-msc_10.42.42.6(pid=13022): stderr: \u000a| �[0;m�[38;5;43m20221209204138628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204138628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd753837c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204138629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204138629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204138629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204138629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204138631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204138631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204138631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204138631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:39.614838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13015): Terminating (SIGTERM)\u000a20:41:39.655732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13018): Terminating (SIGTERM)\u000a20:41:39.696595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13021): Terminating (SIGTERM)\u000a20:41:39.706196 --- ParallelTerminationStrategy: PID 13015 died...\u000a20:41:39.760667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13015): Terminated: ok {rc=0}\u000a20:41:39.770616 --- ParallelTerminationStrategy: PID 13018 died...\u000a20:41:39.825088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13018): Terminated: ok {rc=0}\u000a20:41:39.834980 --- ParallelTerminationStrategy: PID 13021 died...\u000a20:41:39.889452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13021): Terminated: ok {rc=0}\u000a20:41:39.975546 bus /sierra_3: Setting Powered False\u000a20:41:41.077862 bus /sierra_3: Setting Powered False\u000a20:41:42.187689 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:41:22" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13033): Process ended prematurely: osmo-stp_10.42.42.5(pid=13033) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13033)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13033): Process ended prematurely: osmo-stp_10.42.42.5(pid=13033) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:41:44.175781 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:44.187221 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:41:44.345602 tst mo_mt_call.py: using LAC 23593\u000a20:41:44.469810 tst mo_mt_call.py: using RAC 133\u000a20:41:44.596107 tst mo_mt_call.py: using CellId 23593\u000a20:41:44.720540 tst mo_mt_call.py: using BVCI 23594\u000a20:41:44.744802 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:44.756401 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:44.767584 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:44.778790 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:44.790084 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:44.801257 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:44.917244 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:45.116141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:45.583493 run create_hlr_db(pid=13027): Launched\u000a20:41:45.753477 bus /sierra_2: Setting Powered False\u000a20:41:46.780333 run create_hlr_db(pid=13027): Terminated: ok {rc=0}\u000a20:41:47.201860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13029): Launched\u000a20:41:47.498863 run osmo-hlr_10.42.42.2(pid=13030): Launched\u000a20:41:47.608571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:48.122120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13032): Launched\u000a20:41:48.418788 run osmo-stp_10.42.42.5(pid=13033): Launched\u000a20:41:48.527415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:49.069601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13035): Launched\u000a20:41:49.366374 run osmo-msc_10.42.42.6(pid=13036): Launched\u000a20:41:49.541576 run osmo-stp_10.42.42.5(pid=13033): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13033)]\u000a20:41:49.667846 run osmo-stp_10.42.42.5(pid=13033): stdout: \u000a| (launched: 2022-12-09_20:41:48.272387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:49.791356 run osmo-stp_10.42.42.5(pid=13033): stderr: \u000a| �[0;m�[38;5;43m20221209204148439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204148439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204148439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204148440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204148440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204148440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204148440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:49.910927 run osmo-stp_10.42.42.5(pid=13033): stdout: \u000a| (launched: 2022-12-09_20:41:48.272387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:50.029742 run osmo-stp_10.42.42.5(pid=13033): stderr: \u000a| �[0;m�[38;5;43m20221209204148439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204148439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204148439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204148440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204148440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204148440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204148440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:50.082087 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13033): Process ended prematurely: osmo-stp_10.42.42.5(pid=13033) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13033)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:41:50.090860 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a20:41:50.149840 run osmo-hlr_10.42.42.2(pid=13030): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13030)]\u000a20:41:50.197927 run osmo-hlr_10.42.42.2(pid=13030): stdout: \u000a| (launched: 2022-12-09_20:41:47.352590) \u000a20:41:50.246629 run osmo-hlr_10.42.42.2(pid=13030): stderr: \u000a| �[0;m�[1;31m20221209204147531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204147531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204147531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204147531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204147531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204147531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204147542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204147551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204147551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204147551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:50.312838 run osmo-msc_10.42.42.6(pid=13036): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13036)]\u000a20:41:50.361215 run osmo-msc_10.42.42.6(pid=13036): stdout: \u000a| (launched: 2022-12-09_20:41:49.219628) \u000a20:41:50.410098 run osmo-msc_10.42.42.6(pid=13036): stderr: \u000a| �[0;m�[38;5;43m20221209204149489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204149489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee3e3e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204149490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204149490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204149490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204149490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204149494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204149494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204149495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204149495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:50.451179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13029): Terminating (SIGTERM)\u000a20:41:50.490002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13032): Terminating (SIGTERM)\u000a20:41:50.528787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13035): Terminating (SIGTERM)\u000a20:41:50.537996 --- ParallelTerminationStrategy: PID 13029 died...\u000a20:41:50.590119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13029): Terminated: ok {rc=0}\u000a20:41:50.599755 --- ParallelTerminationStrategy: PID 13032 died...\u000a20:41:50.652459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13032): Terminated: ok {rc=0}\u000a20:41:50.662001 --- ParallelTerminationStrategy: PID 13035 died...\u000a20:41:50.714209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13035): Terminated: ok {rc=0}\u000a20:41:50.801154 bus /sierra_3: Setting Powered False\u000a20:41:51.902660 bus /sierra_3: Setting Powered False\u000a20:41:53.011749 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13044): Process ended prematurely: osmo-stp_10.42.42.5(pid=13044) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13044): Process ended prematurely: osmo-stp_10.42.42.5(pid=13044) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:54.119552 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:54.131345 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:41:54.285343 tst mo_mt_call_osmux.py: using LAC 23594\u000a20:41:54.400314 tst mo_mt_call_osmux.py: using RAC 134\u000a20:41:54.518304 tst mo_mt_call_osmux.py: using CellId 23594\u000a20:41:54.642815 tst mo_mt_call_osmux.py: using BVCI 23595\u000a20:41:54.667155 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:54.678788 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:54.690150 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:54.702203 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:54.714356 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:41:54.726306 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:54.841356 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:41:55.050029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:55.557320 run create_hlr_db(pid=13038): Launched\u000a20:41:55.741003 bus /sierra_2: Setting Powered False\u000a20:41:56.762021 run create_hlr_db(pid=13038): Terminated: ok {rc=0}\u000a20:41:57.157795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13040): Launched\u000a20:41:57.453657 run osmo-hlr_10.42.42.2(pid=13041): Launched\u000a20:41:57.567484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:58.087317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13043): Launched\u000a20:41:58.382748 run osmo-stp_10.42.42.5(pid=13044): Launched\u000a20:41:58.492006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:59.031584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13046): Launched\u000a20:41:59.328146 run osmo-msc_10.42.42.6(pid=13047): Launched\u000a20:41:59.502391 run osmo-stp_10.42.42.5(pid=13044): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)]\u000a20:41:59.627977 run osmo-stp_10.42.42.5(pid=13044): stdout: \u000a| (launched: 2022-12-09_20:41:58.237456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:59.751089 run osmo-stp_10.42.42.5(pid=13044): stderr: \u000a| �[0;m�[38;5;43m20221209204158404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204158404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204158404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204158405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204158405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204158405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204158405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:59.870028 run osmo-stp_10.42.42.5(pid=13044): stdout: \u000a| (launched: 2022-12-09_20:41:58.237456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:59.987736 run osmo-stp_10.42.42.5(pid=13044): stderr: \u000a| �[0;m�[38;5;43m20221209204158404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204158404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204158404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204158405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204158405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204158405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204158405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:00.039585 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13044): Process ended prematurely: osmo-stp_10.42.42.5(pid=13044) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13044)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:42:00.048417 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:42:00.107550 run osmo-hlr_10.42.42.2(pid=13041): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13041)]\u000a20:42:00.155271 run osmo-hlr_10.42.42.2(pid=13041): stdout: \u000a| (launched: 2022-12-09_20:41:57.308106) \u000a20:42:00.204359 run osmo-hlr_10.42.42.2(pid=13041): stderr: \u000a| �[0;m�[1;31m20221209204157484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204157484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204157484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204157484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204157484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204157485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204157497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204157506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204157506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204157506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:00.270579 run osmo-msc_10.42.42.6(pid=13047): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13047)]\u000a20:42:00.318478 run osmo-msc_10.42.42.6(pid=13047): stdout: \u000a| (launched: 2022-12-09_20:41:59.181776) \u000a20:42:00.367141 run osmo-msc_10.42.42.6(pid=13047): stderr: \u000a| �[0;m�[38;5;43m20221209204159452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204159453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01c8310c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204159453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204159453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204159453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204159453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204159455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204159455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204159455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204159456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:00.407891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13040): Terminating (SIGTERM)\u000a20:42:00.446992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13043): Terminating (SIGTERM)\u000a20:42:00.486009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13046): Terminating (SIGTERM)\u000a20:42:00.495698 --- ParallelTerminationStrategy: PID 13040 died...\u000a20:42:00.548316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13040): Terminated: ok {rc=0}\u000a20:42:00.558151 --- ParallelTerminationStrategy: PID 13043 died...\u000a20:42:00.610102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13043): Terminated: ok {rc=0}\u000a20:42:00.619712 --- ParallelTerminationStrategy: PID 13046 died...\u000a20:42:00.671790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13046): Terminated: ok {rc=0}\u000a20:42:00.759245 bus /sierra_3: Setting Powered False\u000a20:42:01.858604 bus /sierra_3: Setting Powered False\u000a20:42:02.963577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:41:43" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13060): Process ended prematurely: osmo-stp_10.42.42.5(pid=13060) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13060)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13060): Process ended prematurely: osmo-stp_10.42.42.5(pid=13060) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:42:04.957014 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:04.968313 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:42:05.129086 tst mo_mt_call.py: using LAC 23595\u000a20:42:05.253729 tst mo_mt_call.py: using RAC 135\u000a20:42:05.380627 tst mo_mt_call.py: using CellId 23595\u000a20:42:05.506348 tst mo_mt_call.py: using BVCI 23596\u000a20:42:05.530595 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:05.541943 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:05.553208 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:05.564408 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:05.575657 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:05.586880 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:42:05.702158 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:42:05.903114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:06.369460 run create_hlr_db(pid=13054): Launched\u000a20:42:06.540151 bus /sierra_2: Setting Powered False\u000a20:42:07.573638 run create_hlr_db(pid=13054): Terminated: ok {rc=0}\u000a20:42:07.972480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13056): Launched\u000a20:42:08.269024 run osmo-hlr_10.42.42.2(pid=13057): Launched\u000a20:42:08.381143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:08.893370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13059): Launched\u000a20:42:09.188302 run osmo-stp_10.42.42.5(pid=13060): Launched\u000a20:42:09.296577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:09.835580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13062): Launched\u000a20:42:10.132103 run osmo-msc_10.42.42.6(pid=13063): Launched\u000a20:42:10.306521 run osmo-stp_10.42.42.5(pid=13060): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13060)]\u000a20:42:10.432841 run osmo-stp_10.42.42.5(pid=13060): stdout: \u000a| (launched: 2022-12-09_20:42:09.043200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:10.556010 run osmo-stp_10.42.42.5(pid=13060): stderr: \u000a| �[0;m�[38;5;43m20221209204209210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204209210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204209210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204209211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204209211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204209211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204209211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:10.675568 run osmo-stp_10.42.42.5(pid=13060): stdout: \u000a| (launched: 2022-12-09_20:42:09.043200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:10.793695 run osmo-stp_10.42.42.5(pid=13060): stderr: \u000a| �[0;m�[38;5;43m20221209204209210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204209210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204209210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204209211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204209211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204209211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204209211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:10.845892 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13060): Process ended prematurely: osmo-stp_10.42.42.5(pid=13060) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13060)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:42:10.854453 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a20:42:10.913391 run osmo-hlr_10.42.42.2(pid=13057): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13057)]\u000a20:42:10.961797 run osmo-hlr_10.42.42.2(pid=13057): stdout: \u000a| (launched: 2022-12-09_20:42:08.123182) \u000a20:42:11.010522 run osmo-hlr_10.42.42.2(pid=13057): stderr: \u000a| �[0;m�[1;31m20221209204208299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204208299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204208299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204208299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204208299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204208299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204208311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204208322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204208322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204208322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:11.076707 run osmo-msc_10.42.42.6(pid=13063): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13063)]\u000a20:42:11.125702 run osmo-msc_10.42.42.6(pid=13063): stdout: \u000a| (launched: 2022-12-09_20:42:09.985734) \u000a20:42:11.174404 run osmo-msc_10.42.42.6(pid=13063): stderr: \u000a| �[0;m�[38;5;43m20221209204210253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204210253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c15bcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204210253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204210254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204210254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204210254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204210256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204210257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204210257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204210257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:11.215260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13056): Terminating (SIGTERM)\u000a20:42:11.254192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13059): Terminating (SIGTERM)\u000a20:42:11.293139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13062): Terminating (SIGTERM)\u000a20:42:11.302309 --- ParallelTerminationStrategy: PID 13056 died...\u000a20:42:11.354073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13056): Terminated: ok {rc=0}\u000a20:42:11.363564 --- ParallelTerminationStrategy: PID 13059 died...\u000a20:42:11.415345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13059): Terminated: ok {rc=0}\u000a20:42:11.424564 --- ParallelTerminationStrategy: PID 13062 died...\u000a20:42:11.476083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13062): Terminated: ok {rc=0}\u000a20:42:11.558334 bus /sierra_3: Setting Powered False\u000a20:42:12.664068 bus /sierra_3: Setting Powered False\u000a20:42:13.775198 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13071): Process ended prematurely: osmo-stp_10.42.42.5(pid=13071) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13071): Process ended prematurely: osmo-stp_10.42.42.5(pid=13071) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:14.882291 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:14.893872 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:42:15.046989 tst mo_mt_call_osmux.py: using LAC 23596\u000a20:42:15.165978 tst mo_mt_call_osmux.py: using RAC 136\u000a20:42:15.281544 tst mo_mt_call_osmux.py: using CellId 23596\u000a20:42:15.398026 tst mo_mt_call_osmux.py: using BVCI 23597\u000a20:42:15.420299 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:15.431172 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:15.441952 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:15.452926 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:15.464009 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:42:15.475020 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:42:15.593919 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:42:15.793321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:16.372106 run create_hlr_db(pid=13065): Launched\u000a20:42:16.561752 bus /sierra_2: Setting Powered False\u000a20:42:17.577412 run create_hlr_db(pid=13065): Terminated: ok {rc=0}\u000a20:42:17.998357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13067): Launched\u000a20:42:18.314333 run osmo-hlr_10.42.42.2(pid=13068): Launched\u000a20:42:18.434126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:18.983501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13070): Launched\u000a20:42:19.298461 run osmo-stp_10.42.42.5(pid=13071): Launched\u000a20:42:19.413615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:19.990175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13073): Launched\u000a20:42:20.304884 run osmo-msc_10.42.42.6(pid=13074): Launched\u000a20:42:20.490936 run osmo-stp_10.42.42.5(pid=13071): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)]\u000a20:42:20.624271 run osmo-stp_10.42.42.5(pid=13071): stdout: \u000a| (launched: 2022-12-09_20:42:19.144593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:20.757398 run osmo-stp_10.42.42.5(pid=13071): stderr: \u000a| �[0;m�[38;5;43m20221209204219336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204219337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204219337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204219337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204219338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204219338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204219338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:20.884540 run osmo-stp_10.42.42.5(pid=13071): stdout: \u000a| (launched: 2022-12-09_20:42:19.144593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:21.011013 run osmo-stp_10.42.42.5(pid=13071): stderr: \u000a| �[0;m�[38;5;43m20221209204219336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204219337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204219337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204219337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204219338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204219338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204219338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:21.066573 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13071): Process ended prematurely: osmo-stp_10.42.42.5(pid=13071) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:42:21.075666 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:42:21.136982 run osmo-hlr_10.42.42.2(pid=13068): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13068)]\u000a20:42:21.187612 run osmo-hlr_10.42.42.2(pid=13068): stdout: \u000a| (launched: 2022-12-09_20:42:18.159654) \u000a20:42:21.238597 run osmo-hlr_10.42.42.2(pid=13068): stderr: \u000a| �[0;m�[1;31m20221209204218357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204218357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204218357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204218357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204218357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204218357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204218370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204218379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204218379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204218379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:21.307931 run osmo-msc_10.42.42.6(pid=13074): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13074)]\u000a20:42:21.358523 run osmo-msc_10.42.42.6(pid=13074): stdout: \u000a| (launched: 2022-12-09_20:42:20.151171) \u000a20:42:21.409427 run osmo-msc_10.42.42.6(pid=13074): stderr: \u000a| �[0;m�[38;5;43m20221209204220471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204220471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21b0463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204220471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204220471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204220471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204220471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204220473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204220473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204220473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204220474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:21.452376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13067): Terminating (SIGTERM)\u000a20:42:21.493308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13070): Terminating (SIGTERM)\u000a20:42:21.533950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13073): Terminating (SIGTERM)\u000a20:42:21.543066 --- ParallelTerminationStrategy: PID 13067 died...\u000a20:42:21.597393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13067): Terminated: ok {rc=0}\u000a20:42:21.607213 --- ParallelTerminationStrategy: PID 13070 died...\u000a20:42:21.661483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13070): Terminated: ok {rc=0}\u000a20:42:21.671272 --- ParallelTerminationStrategy: PID 13073 died...\u000a20:42:21.725479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13073): Terminated: ok {rc=0}\u000a20:42:21.810002 bus /sierra_3: Setting Powered False\u000a20:42:22.914601 bus /sierra_3: Setting Powered False\u000a20:42:24.021320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:42:04" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13085): Process ended prematurely: osmo-stp_10.42.42.5(pid=13085) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13085)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13085): Process ended prematurely: osmo-stp_10.42.42.5(pid=13085) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:42:26.008202 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:26.019806 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:42:26.181882 tst mo_mt_call.py: using LAC 23597\u000a20:42:26.309783 tst mo_mt_call.py: using RAC 137\u000a20:42:26.437239 tst mo_mt_call.py: using CellId 23597\u000a20:42:26.563427 tst mo_mt_call.py: using BVCI 23598\u000a20:42:26.587937 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:26.599547 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:26.610980 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:26.623022 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:26.634947 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:26.646800 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:26.762124 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:26.969601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:27.476793 run create_hlr_db(pid=13079): Launched\u000a20:42:27.660263 bus /sierra_2: Setting Powered False\u000a20:42:28.682030 run create_hlr_db(pid=13079): Terminated: ok {rc=0}\u000a20:42:29.102825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13081): Launched\u000a20:42:29.421323 run osmo-hlr_10.42.42.2(pid=13082): Launched\u000a20:42:29.536459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:30.086133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13084): Launched\u000a20:42:30.403975 run osmo-stp_10.42.42.5(pid=13085): Launched\u000a20:42:30.519046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:31.130391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13087): Launched\u000a20:42:31.506445 run osmo-msc_10.42.42.6(pid=13088): Launched\u000a20:42:31.863741 run osmo-stp_10.42.42.5(pid=13085): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13085)]\u000a20:42:32.033288 run osmo-stp_10.42.42.5(pid=13085): stdout: \u000a| (launched: 2022-12-09_20:42:30.247339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:32.229033 run osmo-stp_10.42.42.5(pid=13085): stderr: \u000a| �[0;m�[38;5;43m20221209204230440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204230440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204230440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204230441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204230441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204230441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204230441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:32.351747 run osmo-stp_10.42.42.5(pid=13085): stdout: \u000a| (launched: 2022-12-09_20:42:30.247339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:32.470199 run osmo-stp_10.42.42.5(pid=13085): stderr: \u000a| �[0;m�[38;5;43m20221209204230440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204230440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204230440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204230441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204230441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204230441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204230441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:32.522697 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13085): Process ended prematurely: osmo-stp_10.42.42.5(pid=13085) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13085)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:42:32.531398 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:42:32.591000 run osmo-hlr_10.42.42.2(pid=13082): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13082)]\u000a20:42:32.639691 run osmo-hlr_10.42.42.2(pid=13082): stdout: \u000a| (launched: 2022-12-09_20:42:29.264903) \u000a20:42:32.689043 run osmo-hlr_10.42.42.2(pid=13082): stderr: \u000a| �[0;m�[1;31m20221209204229460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204229461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204229472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204229482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204229482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204229482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:32.755925 run osmo-msc_10.42.42.6(pid=13088): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13088)]\u000a20:42:32.804578 run osmo-msc_10.42.42.6(pid=13088): stdout: \u000a| (launched: 2022-12-09_20:42:31.294678) \u000a20:42:32.853545 run osmo-msc_10.42.42.6(pid=13088): stderr: \u000a| �[0;m�[38;5;43m20221209204231820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204231829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff157f44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204231829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204231829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204231829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204231830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204231831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204231832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204231832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204231832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:32.894773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13081): Terminating (SIGTERM)\u000a20:42:32.934090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13084): Terminating (SIGTERM)\u000a20:42:32.973234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13087): Terminating (SIGTERM)\u000a20:42:32.982487 --- ParallelTerminationStrategy: PID 13081 died...\u000a20:42:33.035128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13081): Terminated: ok {rc=0}\u000a20:42:33.044814 --- ParallelTerminationStrategy: PID 13084 died...\u000a20:42:33.097239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13084): Terminated: ok {rc=0}\u000a20:42:33.106949 --- ParallelTerminationStrategy: PID 13087 died...\u000a20:42:33.160013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13087): Terminated: ok {rc=0}\u000a20:42:33.242113 bus /sierra_3: Setting Powered False\u000a20:42:34.347948 bus /sierra_3: Setting Powered False\u000a20:42:35.458279 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13096): Process ended prematurely: osmo-stp_10.42.42.5(pid=13096) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13096): Process ended prematurely: osmo-stp_10.42.42.5(pid=13096) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:36.566321 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:36.578748 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:42:36.734417 tst mo_mt_call_osmux.py: using LAC 23598\u000a20:42:36.854043 tst mo_mt_call_osmux.py: using RAC 138\u000a20:42:36.974432 tst mo_mt_call_osmux.py: using CellId 23598\u000a20:42:37.089464 tst mo_mt_call_osmux.py: using BVCI 23599\u000a20:42:37.112193 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:37.123386 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:37.134351 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:37.145765 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:37.157085 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:42:37.168297 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:37.282872 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:42:37.491082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:38.000080 run create_hlr_db(pid=13090): Launched\u000a20:42:38.184478 bus /sierra_2: Setting Powered False\u000a20:42:39.204792 run create_hlr_db(pid=13090): Terminated: ok {rc=0}\u000a20:42:39.604782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13092): Launched\u000a20:42:39.902063 run osmo-hlr_10.42.42.2(pid=13093): Launched\u000a20:42:40.017134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:40.537566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13095): Launched\u000a20:42:40.834076 run osmo-stp_10.42.42.5(pid=13096): Launched\u000a20:42:40.942688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:41.484451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13098): Launched\u000a20:42:41.781500 run osmo-msc_10.42.42.6(pid=13099): Launched\u000a20:42:41.957242 run osmo-stp_10.42.42.5(pid=13096): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)]\u000a20:42:42.083964 run osmo-stp_10.42.42.5(pid=13096): stdout: \u000a| (launched: 2022-12-09_20:42:40.687729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:42.208011 run osmo-stp_10.42.42.5(pid=13096): stderr: \u000a| �[0;m�[38;5;43m20221209204240854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204240854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204240854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204240855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204240855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204240855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204240855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:42.327718 run osmo-stp_10.42.42.5(pid=13096): stdout: \u000a| (launched: 2022-12-09_20:42:40.687729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:42.446830 run osmo-stp_10.42.42.5(pid=13096): stderr: \u000a| �[0;m�[38;5;43m20221209204240854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204240854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204240854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204240855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204240855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204240855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204240855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:42.499588 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13096): Process ended prematurely: osmo-stp_10.42.42.5(pid=13096) [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)] [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:42:42.508291 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:42:42.567557 run osmo-hlr_10.42.42.2(pid=13093): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13093)]\u000a20:42:42.616157 run osmo-hlr_10.42.42.2(pid=13093): stdout: \u000a| (launched: 2022-12-09_20:42:39.756276) \u000a20:42:42.665478 run osmo-hlr_10.42.42.2(pid=13093): stderr: \u000a| �[0;m�[1;31m20221209204239930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204239930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204239930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204239930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204239930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204239930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204239943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204239952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204239953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204239953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:42.732314 run osmo-msc_10.42.42.6(pid=13099): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13099)]\u000a20:42:42.780809 run osmo-msc_10.42.42.6(pid=13099): stdout: \u000a| (launched: 2022-12-09_20:42:41.634911) \u000a20:42:42.830071 run osmo-msc_10.42.42.6(pid=13099): stderr: \u000a| �[0;m�[38;5;43m20221209204241905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204241905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74b72e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204241905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204241905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204241905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204241906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204241907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204241908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204241908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204241908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:42.871287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13092): Terminating (SIGTERM)\u000a20:42:42.910503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13095): Terminating (SIGTERM)\u000a20:42:42.949445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13098): Terminating (SIGTERM)\u000a20:42:42.958812 --- ParallelTerminationStrategy: PID 13092 died...\u000a20:42:43.011574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13092): Terminated: ok {rc=0}\u000a20:42:43.021203 --- ParallelTerminationStrategy: PID 13095 died...\u000a20:42:43.073604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13095): Terminated: ok {rc=0}\u000a20:42:43.083370 --- ParallelTerminationStrategy: PID 13098 died...\u000a20:42:43.135956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13098): Terminated: ok {rc=0}\u000a20:42:43.223899 bus /sierra_3: Setting Powered False\u000a20:42:44.324870 bus /sierra_3: Setting Powered False\u000a20:42:45.435342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:42:25" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13110): Process ended prematurely: osmo-stp_10.42.42.5(pid=13110) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13110)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13110): Process ended prematurely: osmo-stp_10.42.42.5(pid=13110) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:42:47.489630 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:47.501203 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:42:47.666985 tst mo_mt_call.py: using LAC 23599\u000a20:42:47.792452 tst mo_mt_call.py: using RAC 139\u000a20:42:47.915550 tst mo_mt_call.py: using CellId 23599\u000a20:42:48.038332 tst mo_mt_call.py: using BVCI 23600\u000a20:42:48.062686 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:48.074204 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:48.085524 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:48.096674 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:48.108003 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:48.119307 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:48.234436 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:48.432256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:48.897899 run create_hlr_db(pid=13104): Launched\u000a20:42:49.068138 bus /sierra_2: Setting Powered False\u000a20:42:50.090740 run create_hlr_db(pid=13104): Terminated: ok {rc=0}\u000a20:42:50.511214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13106): Launched\u000a20:42:50.830198 run osmo-hlr_10.42.42.2(pid=13107): Launched\u000a20:42:50.947604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:51.498549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13109): Launched\u000a20:42:51.817001 run osmo-stp_10.42.42.5(pid=13110): Launched\u000a20:42:51.996555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:52.575475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13112): Launched\u000a20:42:52.892835 run osmo-msc_10.42.42.6(pid=13113): Launched\u000a20:42:53.079331 run osmo-stp_10.42.42.5(pid=13110): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13110)]\u000a20:42:53.213397 run osmo-stp_10.42.42.5(pid=13110): stdout: \u000a| (launched: 2022-12-09_20:42:51.660750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:53.347093 run osmo-stp_10.42.42.5(pid=13110): stderr: \u000a| �[0;m�[38;5;43m20221209204251852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204251852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204251852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204251852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204251853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204251853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204251853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:53.475963 run osmo-stp_10.42.42.5(pid=13110): stdout: \u000a| (launched: 2022-12-09_20:42:51.660750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:53.602938 run osmo-stp_10.42.42.5(pid=13110): stderr: \u000a| �[0;m�[38;5;43m20221209204251852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204251852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204251852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204251852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204251853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204251853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204251853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:53.659013 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13110): Process ended prematurely: osmo-stp_10.42.42.5(pid=13110) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13110)] [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:42:53.668310 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:42:53.730330 run osmo-hlr_10.42.42.2(pid=13107): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13107)]\u000a20:42:53.781131 run osmo-hlr_10.42.42.2(pid=13107): stdout: \u000a| (launched: 2022-12-09_20:42:50.673179) \u000a20:42:53.832367 run osmo-hlr_10.42.42.2(pid=13107): stderr: \u000a| �[0;m�[1;31m20221209204250869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204250869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204250869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204250869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204250869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204250869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204250882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204250890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204250890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204250890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:53.901574 run osmo-msc_10.42.42.6(pid=13113): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13113)]\u000a20:42:53.951583 run osmo-msc_10.42.42.6(pid=13113): stdout: \u000a| (launched: 2022-12-09_20:42:52.737617) \u000a20:42:54.002512 run osmo-msc_10.42.42.6(pid=13113): stderr: \u000a| �[0;m�[38;5;43m20221209204253058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204253059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb4a360c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204253059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204253059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204253059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204253059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204253061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204253061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204253061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204253061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:54.045618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13106): Terminating (SIGTERM)\u000a20:42:54.086614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13109): Terminating (SIGTERM)\u000a20:42:54.127888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13112): Terminating (SIGTERM)\u000a20:42:54.137323 --- ParallelTerminationStrategy: PID 13106 died...\u000a20:42:54.192271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13106): Terminated: ok {rc=0}\u000a20:42:54.202559 --- ParallelTerminationStrategy: PID 13109 died...\u000a20:42:54.257246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13109): Terminated: ok {rc=0}\u000a20:42:54.267403 --- ParallelTerminationStrategy: PID 13112 died...\u000a20:42:54.322388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13112): Terminated: ok {rc=0}\u000a20:42:54.409301 bus /sierra_3: Setting Powered False\u000a20:42:55.511942 bus /sierra_3: Setting Powered False\u000a20:42:56.621271 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13121): Process ended prematurely: osmo-stp_10.42.42.5(pid=13121) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13121)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13121): Process ended prematurely: osmo-stp_10.42.42.5(pid=13121) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:42:57.734867 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:57.747111 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:42:57.911039 tst mo_mt_call_osmux.py: using LAC 23600\u000a20:42:58.035752 tst mo_mt_call_osmux.py: using RAC 140\u000a20:42:58.163549 tst mo_mt_call_osmux.py: using CellId 23600\u000a20:42:58.286224 tst mo_mt_call_osmux.py: using BVCI 23601\u000a20:42:58.310262 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:58.321821 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:58.333214 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:58.344777 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:58.356315 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:42:58.368030 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:58.484464 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:42:58.692758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:59.200783 run create_hlr_db(pid=13115): Launched\u000a20:42:59.384695 bus /sierra_2: Setting Powered False\u000a20:43:00.407089 run create_hlr_db(pid=13115): Terminated: ok {rc=0}\u000a20:43:00.805562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13117): Launched\u000a20:43:01.292020 run osmo-hlr_10.42.42.2(pid=13118): Launched\u000a20:43:01.498119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:02.093291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13120): Launched\u000a20:43:02.425395 run osmo-stp_10.42.42.5(pid=13121): Launched\u000a20:43:02.536430 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:03.077752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13123): Launched\u000a20:43:03.375414 run osmo-msc_10.42.42.6(pid=13124): Launched\u000a20:43:03.549540 run osmo-stp_10.42.42.5(pid=13121): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13121)]\u000a20:43:03.675931 run osmo-stp_10.42.42.5(pid=13121): stdout: \u000a| (launched: 2022-12-09_20:43:02.258052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:03.799516 run osmo-stp_10.42.42.5(pid=13121): stderr: \u000a| �[0;m�[38;5;43m20221209204302442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204302442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204302442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204302443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204302443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204302443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204302443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:03.919218 run osmo-stp_10.42.42.5(pid=13121): stdout: \u000a| (launched: 2022-12-09_20:43:02.258052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:04.038159 run osmo-stp_10.42.42.5(pid=13121): stderr: \u000a| �[0;m�[38;5;43m20221209204302442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204302442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204302442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204302443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204302443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204302443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204302443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:04.090464 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13121): Process ended prematurely: osmo-stp_10.42.42.5(pid=13121) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13121)] [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:43:04.099046 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:43:04.158160 run osmo-hlr_10.42.42.2(pid=13118): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13118)]\u000a20:43:04.206562 run osmo-hlr_10.42.42.2(pid=13118): stdout: \u000a| (launched: 2022-12-09_20:43:00.979394) \u000a20:43:04.255388 run osmo-hlr_10.42.42.2(pid=13118): stderr: \u000a| �[0;m�[1;31m20221209204301215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204301215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204301215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204301215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204301215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204301215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204301230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204301247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204301247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204301247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:04.321429 run osmo-msc_10.42.42.6(pid=13124): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13124)]\u000a20:43:04.370092 run osmo-msc_10.42.42.6(pid=13124): stdout: \u000a| (launched: 2022-12-09_20:43:03.228069) \u000a20:43:04.418886 run osmo-msc_10.42.42.6(pid=13124): stderr: \u000a| �[0;m�[38;5;43m20221209204303496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204303496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde16d96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204303496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204303496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204303496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204303497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204303499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204303499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204303499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204303500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:04.460214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13117): Terminating (SIGTERM)\u000a20:43:04.499184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13120): Terminating (SIGTERM)\u000a20:43:04.538148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13123): Terminating (SIGTERM)\u000a20:43:04.547437 --- ParallelTerminationStrategy: PID 13117 died...\u000a20:43:04.600653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13117): Terminated: ok {rc=0}\u000a20:43:04.610388 --- ParallelTerminationStrategy: PID 13120 died...\u000a20:43:04.662300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13120): Terminated: ok {rc=0}\u000a20:43:04.671936 --- ParallelTerminationStrategy: PID 13123 died...\u000a20:43:04.723921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13123): Terminated: ok {rc=0}\u000a20:43:04.806025 bus /sierra_3: Setting Powered False\u000a20:43:05.911096 bus /sierra_3: Setting Powered False\u000a20:43:07.017145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:42:47" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13135): Process ended prematurely: osmo-stp_10.42.42.5(pid=13135) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13135): Process ended prematurely: osmo-stp_10.42.42.5(pid=13135) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:43:08.996006 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:09.006770 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:43:09.161960 tst mo_mt_call.py: using LAC 23601\u000a20:43:09.278111 tst mo_mt_call.py: using RAC 141\u000a20:43:09.394108 tst mo_mt_call.py: using CellId 23601\u000a20:43:09.516212 tst mo_mt_call.py: using BVCI 23602\u000a20:43:09.538759 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:09.549452 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:09.559935 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:09.570740 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:09.581658 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:09.592454 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:43:09.709761 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:43:09.910412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:10.376366 run create_hlr_db(pid=13129): Launched\u000a20:43:10.546947 bus /sierra_2: Setting Powered False\u000a20:43:11.568712 run create_hlr_db(pid=13129): Terminated: ok {rc=0}\u000a20:43:11.963346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13131): Launched\u000a20:43:12.259415 run osmo-hlr_10.42.42.2(pid=13132): Launched\u000a20:43:12.373271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:12.894907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13134): Launched\u000a20:43:13.190755 run osmo-stp_10.42.42.5(pid=13135): Launched\u000a20:43:13.299104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:13.840796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13137): Launched\u000a20:43:14.137597 run osmo-msc_10.42.42.6(pid=13138): Launched\u000a20:43:14.311792 run osmo-stp_10.42.42.5(pid=13135): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)]\u000a20:43:14.438122 run osmo-stp_10.42.42.5(pid=13135): stdout: \u000a| (launched: 2022-12-09_20:43:13.044408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:14.561308 run osmo-stp_10.42.42.5(pid=13135): stderr: \u000a| �[0;m�[38;5;43m20221209204313213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204313213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204313213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204313214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204313214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204313214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204313214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:14.680212 run osmo-stp_10.42.42.5(pid=13135): stdout: \u000a| (launched: 2022-12-09_20:43:13.044408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:14.798104 run osmo-stp_10.42.42.5(pid=13135): stderr: \u000a| �[0;m�[38;5;43m20221209204313213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204313213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204313213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204313214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204313214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204313214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204313214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:14.850188 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13135): Process ended prematurely: osmo-stp_10.42.42.5(pid=13135) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13135)] [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:43:14.858630 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a20:43:14.917707 run osmo-hlr_10.42.42.2(pid=13132): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13132)]\u000a20:43:14.966066 run osmo-hlr_10.42.42.2(pid=13132): stdout: \u000a| (launched: 2022-12-09_20:43:12.113927) \u000a20:43:15.015070 run osmo-hlr_10.42.42.2(pid=13132): stderr: \u000a| �[0;m�[1;31m20221209204312287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204312287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204312287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204312287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204312287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204312287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204312297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204312307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204312307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204312307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:15.081629 run osmo-msc_10.42.42.6(pid=13138): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13138)]\u000a20:43:15.130662 run osmo-msc_10.42.42.6(pid=13138): stdout: \u000a| (launched: 2022-12-09_20:43:13.991135) \u000a20:43:15.179010 run osmo-msc_10.42.42.6(pid=13138): stderr: \u000a| �[0;m�[38;5;43m20221209204314258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204314258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59a91d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204314258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204314258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204314259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204314260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204314261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204314261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204314261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:15.220144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13131): Terminating (SIGTERM)\u000a20:43:15.259185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13134): Terminating (SIGTERM)\u000a20:43:15.298432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13137): Terminating (SIGTERM)\u000a20:43:15.307728 --- ParallelTerminationStrategy: PID 13131 died...\u000a20:43:15.360215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13131): Terminated: ok {rc=0}\u000a20:43:15.369976 --- ParallelTerminationStrategy: PID 13134 died...\u000a20:43:15.423169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13134): Terminated: ok {rc=0}\u000a20:43:15.432624 --- ParallelTerminationStrategy: PID 13137 died...\u000a20:43:15.485012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13137): Terminated: ok {rc=0}\u000a20:43:15.568074 bus /sierra_3: Setting Powered False\u000a20:43:16.695693 bus /sierra_3: Setting Powered False\u000a20:43:17.810461 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13146): Process ended prematurely: osmo-stp_10.42.42.5(pid=13146) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13146)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13146): Process ended prematurely: osmo-stp_10.42.42.5(pid=13146) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:18.918549 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:18.929912 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:43:19.085435 tst mo_mt_call_osmux.py: using LAC 23602\u000a20:43:19.202001 tst mo_mt_call_osmux.py: using RAC 142\u000a20:43:19.318304 tst mo_mt_call_osmux.py: using CellId 23602\u000a20:43:19.433755 tst mo_mt_call_osmux.py: using BVCI 23603\u000a20:43:19.456216 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:19.467050 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:19.477713 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:19.488486 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:19.499429 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:43:19.510344 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:43:19.626060 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:43:19.834877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:20.344052 run create_hlr_db(pid=13140): Launched\u000a20:43:20.528416 bus /sierra_2: Setting Powered False\u000a20:43:21.550211 run create_hlr_db(pid=13140): Terminated: ok {rc=0}\u000a20:43:21.946737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13142): Launched\u000a20:43:22.243152 run osmo-hlr_10.42.42.2(pid=13143): Launched\u000a20:43:22.352340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:22.867987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13145): Launched\u000a20:43:23.164732 run osmo-stp_10.42.42.5(pid=13146): Launched\u000a20:43:23.273076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:23.818992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13148): Launched\u000a20:43:24.116720 run osmo-msc_10.42.42.6(pid=13149): Launched\u000a20:43:24.291816 run osmo-stp_10.42.42.5(pid=13146): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13146)]\u000a20:43:24.418498 run osmo-stp_10.42.42.5(pid=13146): stdout: \u000a| (launched: 2022-12-09_20:43:23.018811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:24.542447 run osmo-stp_10.42.42.5(pid=13146): stderr: \u000a| �[0;m�[38;5;43m20221209204323188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204323188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204323188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204323189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204323189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204323189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204323189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:24.662119 run osmo-stp_10.42.42.5(pid=13146): stdout: \u000a| (launched: 2022-12-09_20:43:23.018811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:24.781017 run osmo-stp_10.42.42.5(pid=13146): stderr: \u000a| �[0;m�[38;5;43m20221209204323188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204323188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204323188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204323189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204323189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204323189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204323189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:24.833392 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13146): Process ended prematurely: osmo-stp_10.42.42.5(pid=13146) [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13146)] [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:43:24.841922 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:43:24.901266 run osmo-hlr_10.42.42.2(pid=13143): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13143)]\u000a20:43:24.949566 run osmo-hlr_10.42.42.2(pid=13143): stdout: \u000a| (launched: 2022-12-09_20:43:22.097802) \u000a20:43:24.998641 run osmo-hlr_10.42.42.2(pid=13143): stderr: \u000a| �[0;m�[1;31m20221209204322272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204322272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204322272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204322272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204322272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204322272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204322289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204322299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204322299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204322299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:25.064913 run osmo-msc_10.42.42.6(pid=13149): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13149)]\u000a20:43:25.113467 run osmo-msc_10.42.42.6(pid=13149): stdout: \u000a| (launched: 2022-12-09_20:43:23.970487) \u000a20:43:25.162909 run osmo-msc_10.42.42.6(pid=13149): stderr: \u000a| �[0;m�[38;5;43m20221209204324238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204324238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f507efe2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204324238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204324238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204324238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204324239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204324240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:25.204350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13142): Terminating (SIGTERM)\u000a20:43:25.243460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13145): Terminating (SIGTERM)\u000a20:43:25.282430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13148): Terminating (SIGTERM)\u000a20:43:25.291742 --- ParallelTerminationStrategy: PID 13142 died...\u000a20:43:25.344163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13142): Terminated: ok {rc=0}\u000a20:43:25.353944 --- ParallelTerminationStrategy: PID 13145 died...\u000a20:43:25.406415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13145): Terminated: ok {rc=0}\u000a20:43:25.416058 --- ParallelTerminationStrategy: PID 13148 died...\u000a20:43:25.468378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13148): Terminated: ok {rc=0}\u000a20:43:25.556608 bus /sierra_3: Setting Powered False\u000a20:43:26.661981 bus /sierra_3: Setting Powered False\u000a20:43:27.768208 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:43:08" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13161): Process ended prematurely: osmo-stp_10.42.42.5(pid=13161) [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13161)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13161): Process ended prematurely: osmo-stp_10.42.42.5(pid=13161) [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:43:29.749157 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:29.760161 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:43:29.904373 tst mo_mt_call.py: using LAC 23603\u000a20:43:30.028903 tst mo_mt_call.py: using RAC 143\u000a20:43:30.156127 tst mo_mt_call.py: using CellId 23603\u000a20:43:30.280887 tst mo_mt_call.py: using BVCI 23604\u000a20:43:30.305467 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.317079 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.328803 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.340295 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.351823 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:30.363220 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:30.479778 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:30.689291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:31.251402 run create_hlr_db(pid=13155): Launched\u000a20:43:31.437980 bus /sierra_2: Setting Powered False\u000a20:43:32.447093 run create_hlr_db(pid=13155): Terminated: ok {rc=0}\u000a20:43:32.878534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13157): Launched\u000a20:43:33.196107 run osmo-hlr_10.42.42.2(pid=13158): Launched\u000a20:43:33.317443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:33.871069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13160): Launched\u000a20:43:34.188632 run osmo-stp_10.42.42.5(pid=13161): Launched\u000a20:43:34.304538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:34.885326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13163): Launched\u000a20:43:35.199801 run osmo-msc_10.42.42.6(pid=13164): Launched\u000a20:43:35.377272 run osmo-stp_10.42.42.5(pid=13161): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13161)]\u000a20:43:35.503915 run osmo-stp_10.42.42.5(pid=13161): stdout: \u000a| (launched: 2022-12-09_20:43:34.033090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:35.627635 run osmo-stp_10.42.42.5(pid=13161): stderr: \u000a| �[0;m�[38;5;43m20221209204334224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204334224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204334224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204334225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204334225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204334225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204334225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:35.746907 run osmo-stp_10.42.42.5(pid=13161): stdout: \u000a| (launched: 2022-12-09_20:43:34.033090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:35.865353 run osmo-stp_10.42.42.5(pid=13161): stderr: \u000a| �[0;m�[38;5;43m20221209204334224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204334224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204334224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204334225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204334225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204334225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204334225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:35.917661 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13161): Process ended prematurely: osmo-stp_10.42.42.5(pid=13161) [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13161)] [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:43:35.926214 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:43:35.985169 run osmo-hlr_10.42.42.2(pid=13158): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13158)]\u000a20:43:36.033426 run osmo-hlr_10.42.42.2(pid=13158): stdout: \u000a| (launched: 2022-12-09_20:43:33.040482) \u000a20:43:36.082283 run osmo-hlr_10.42.42.2(pid=13158): stderr: \u000a| �[0;m�[1;31m20221209204333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204333241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204333254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204333264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204333264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204333264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:36.148277 run osmo-msc_10.42.42.6(pid=13164): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13164)]\u000a20:43:36.195988 run osmo-msc_10.42.42.6(pid=13164): stdout: \u000a| (launched: 2022-12-09_20:43:35.047098) \u000a20:43:36.245036 run osmo-msc_10.42.42.6(pid=13164): stderr: \u000a| �[0;m�[38;5;43m20221209204335317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204335317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8be283c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204335317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204335317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204335317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204335317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204335319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204335319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204335320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204335320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:36.285998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13157): Terminating (SIGTERM)\u000a20:43:36.324903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13160): Terminating (SIGTERM)\u000a20:43:36.363877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13163): Terminating (SIGTERM)\u000a20:43:36.373196 --- ParallelTerminationStrategy: PID 13157 died...\u000a20:43:36.425922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13157): Terminated: ok {rc=0}\u000a20:43:36.435379 --- ParallelTerminationStrategy: PID 13160 died...\u000a20:43:36.487355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13160): Terminated: ok {rc=0}\u000a20:43:36.497011 --- ParallelTerminationStrategy: PID 13163 died...\u000a20:43:36.549125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13163): Terminated: ok {rc=0}\u000a20:43:36.631498 bus /sierra_3: Setting Powered False\u000a20:43:37.737584 bus /sierra_3: Setting Powered False\u000a20:43:38.847599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13172): Process ended prematurely: osmo-stp_10.42.42.5(pid=13172) [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13172): Process ended prematurely: osmo-stp_10.42.42.5(pid=13172) [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:43:39.960412 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:39.972598 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:43:40.111629 tst mo_mt_call_osmux.py: using LAC 23604\u000a20:43:40.236621 tst mo_mt_call_osmux.py: using RAC 144\u000a20:43:40.361477 tst mo_mt_call_osmux.py: using CellId 23604\u000a20:43:40.487940 tst mo_mt_call_osmux.py: using BVCI 23605\u000a20:43:40.512480 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:40.524377 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:40.535907 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:40.547386 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:40.558918 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:43:40.570375 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:40.685135 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:43:40.894230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:41.403566 run create_hlr_db(pid=13166): Launched\u000a20:43:41.588041 bus /sierra_2: Setting Powered False\u000a20:43:42.608447 run create_hlr_db(pid=13166): Terminated: ok {rc=0}\u000a20:43:43.008916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13168): Launched\u000a20:43:43.306654 run osmo-hlr_10.42.42.2(pid=13169): Launched\u000a20:43:43.416724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:43.930473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13171): Launched\u000a20:43:44.226838 run osmo-stp_10.42.42.5(pid=13172): Launched\u000a20:43:44.335620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:44.877861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13174): Launched\u000a20:43:45.175750 run osmo-msc_10.42.42.6(pid=13175): Launched\u000a20:43:45.351308 run osmo-stp_10.42.42.5(pid=13172): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)]\u000a20:43:45.478229 run osmo-stp_10.42.42.5(pid=13172): stdout: \u000a| (launched: 2022-12-09_20:43:44.081149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:45.602620 run osmo-stp_10.42.42.5(pid=13172): stderr: \u000a| �[0;m�[38;5;43m20221209204344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204344250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204344250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204344250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204344250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:45.722608 run osmo-stp_10.42.42.5(pid=13172): stdout: \u000a| (launched: 2022-12-09_20:43:44.081149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:45.857935 run osmo-stp_10.42.42.5(pid=13172): stderr: \u000a| �[0;m�[38;5;43m20221209204344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204344250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204344250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204344250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204344250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:45.912114 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13172): Process ended prematurely: osmo-stp_10.42.42.5(pid=13172) [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)] [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:43:45.921161 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:43:45.984153 run osmo-hlr_10.42.42.2(pid=13169): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13169)]\u000a20:43:46.034785 run osmo-hlr_10.42.42.2(pid=13169): stdout: \u000a| (launched: 2022-12-09_20:43:43.159991) \u000a20:43:46.086160 run osmo-hlr_10.42.42.2(pid=13169): stderr: \u000a| �[0;m�[1;31m20221209204343337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204343337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204343337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204343337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204343337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204343337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204343349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204343358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204343358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204343358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:46.155083 run osmo-msc_10.42.42.6(pid=13175): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13175)]\u000a20:43:46.205709 run osmo-msc_10.42.42.6(pid=13175): stdout: \u000a| (launched: 2022-12-09_20:43:45.029119) \u000a20:43:46.257092 run osmo-msc_10.42.42.6(pid=13175): stderr: \u000a| �[0;m�[38;5;43m20221209204345298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204345298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f274eec1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204345298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204345298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204345298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204345299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204345302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204345303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:46.300756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13168): Terminating (SIGTERM)\u000a20:43:46.340911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13171): Terminating (SIGTERM)\u000a20:43:46.383061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13174): Terminating (SIGTERM)\u000a20:43:46.392845 --- ParallelTerminationStrategy: PID 13168 died...\u000a20:43:46.447291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13168): Terminated: ok {rc=0}\u000a20:43:46.458785 --- ParallelTerminationStrategy: PID 13171 died...\u000a20:43:46.514086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13171): Terminated: ok {rc=0}\u000a20:43:46.524498 --- ParallelTerminationStrategy: PID 13174 died...\u000a20:43:46.579801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13174): Terminated: ok {rc=0}\u000a20:43:46.665986 bus /sierra_3: Setting Powered False\u000a20:43:47.765843 bus /sierra_3: Setting Powered False\u000a20:43:48.875057 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:43:29" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13186): Process ended prematurely: osmo-stp_10.42.42.5(pid=13186) [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13186): Process ended prematurely: osmo-stp_10.42.42.5(pid=13186) [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:43:50.874317 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:50.884691 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:43:51.014921 tst emergency_mo_mt_call.py: using LAC 23605\u000a20:43:51.129012 tst emergency_mo_mt_call.py: using RAC 145\u000a20:43:51.242462 tst emergency_mo_mt_call.py: using CellId 23605\u000a20:43:51.369868 tst emergency_mo_mt_call.py: using BVCI 23606\u000a20:43:51.394438 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.405627 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.416360 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.427264 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.438305 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:43:51.449331 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:51.562206 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:43:51.769472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:52.272082 run create_hlr_db(pid=13180): Launched\u000a20:43:52.454647 bus /sierra_2: Setting Powered False\u000a20:43:53.475296 run create_hlr_db(pid=13180): Terminated: ok {rc=0}\u000a20:43:53.892495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13182): Launched\u000a20:43:54.206460 run osmo-hlr_10.42.42.2(pid=13183): Launched\u000a20:43:54.324326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:54.870867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13185): Launched\u000a20:43:55.184617 run osmo-stp_10.42.42.5(pid=13186): Launched\u000a20:43:55.310196 tst emergency_mo_mt_call.py: using MSISDN 7370\u000a20:43:55.468541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:43:56.041048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13188): Launched\u000a20:43:56.354078 run osmo-msc_10.42.42.6(pid=13189): Launched\u000a20:43:56.538480 run osmo-stp_10.42.42.5(pid=13186): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)]\u000a20:43:56.671667 run osmo-stp_10.42.42.5(pid=13186): stdout: \u000a| (launched: 2022-12-09_20:43:55.031000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:56.803879 run osmo-stp_10.42.42.5(pid=13186): stderr: \u000a| �[0;m�[38;5;43m20221209204355221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204355222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204355222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204355222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204355223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204355223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204355223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:56.930448 run osmo-stp_10.42.42.5(pid=13186): stdout: \u000a| (launched: 2022-12-09_20:43:55.031000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:57.055905 run osmo-stp_10.42.42.5(pid=13186): stderr: \u000a| �[0;m�[38;5;43m20221209204355221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204355222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204355222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204355222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204355223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204355223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204355223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:57.111210 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13186): Process ended prematurely: osmo-stp_10.42.42.5(pid=13186) [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13186)] [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a20:43:57.119924 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a20:43:57.181577 run osmo-hlr_10.42.42.2(pid=13183): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13183)]\u000a20:43:57.232041 run osmo-hlr_10.42.42.2(pid=13183): stdout: \u000a| (launched: 2022-12-09_20:43:54.052417) \u000a20:43:57.282912 run osmo-hlr_10.42.42.2(pid=13183): stderr: \u000a| �[0;m�[1;31m20221209204354247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204354247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204354247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204354247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204354247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204354247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204354259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204354268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204354268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204354268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:57.352198 run osmo-msc_10.42.42.6(pid=13189): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13189)]\u000a20:43:57.404318 run osmo-msc_10.42.42.6(pid=13189): stdout: \u000a| (launched: 2022-12-09_20:43:56.200849) \u000a20:43:57.455308 run osmo-msc_10.42.42.6(pid=13189): stderr: \u000a| �[0;m�[38;5;43m20221209204356520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204356520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f047017cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204356520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204356520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204356521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204356521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204356523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204356523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204356523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204356524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:43:57.498463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13182): Terminating (SIGTERM)\u000a20:43:57.539336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13185): Terminating (SIGTERM)\u000a20:43:57.580542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13188): Terminating (SIGTERM)\u000a20:43:57.590155 --- ParallelTerminationStrategy: PID 13182 died...\u000a20:43:57.644703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13182): Terminated: ok {rc=0}\u000a20:43:57.654702 --- ParallelTerminationStrategy: PID 13185 died...\u000a20:43:57.709004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13185): Terminated: ok {rc=0}\u000a20:43:57.718953 --- ParallelTerminationStrategy: PID 13188 died...\u000a20:43:57.773813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13188): Terminated: ok {rc=0}\u000a20:43:57.858604 bus /sierra_3: Setting Powered False\u000a20:43:58.964781 bus /sierra_3: Setting Powered False\u000a20:44:00.073424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13197): Process ended prematurely: osmo-stp_10.42.42.5(pid=13197) [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13197): Process ended prematurely: osmo-stp_10.42.42.5(pid=13197) [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:44:01.124670 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:44:01.137241 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:01.285942 tst emergency_preemptive_call.py: using LAC 23606\u000a20:44:01.420221 tst emergency_preemptive_call.py: using RAC 146\u000a20:44:01.552414 tst emergency_preemptive_call.py: using CellId 23606\u000a20:44:01.675214 tst emergency_preemptive_call.py: using BVCI 23607\u000a20:44:01.700020 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:44:01.712561 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:44:01.723865 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:44:01.735312 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:44:01.747024 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:44:01.759208 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:01.882821 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:02.007981 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:02.135065 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:02.342958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:02.845719 run create_hlr_db(pid=13191): Launched\u000a20:44:03.027218 bus /sierra_2: Setting Powered False\u000a20:44:04.047971 run create_hlr_db(pid=13191): Terminated: ok {rc=0}\u000a20:44:04.440596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13193): Launched\u000a20:44:04.734560 run osmo-hlr_10.42.42.2(pid=13194): Launched\u000a20:44:04.846492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:05.363883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13196): Launched\u000a20:44:05.655934 run osmo-stp_10.42.42.5(pid=13197): Launched\u000a20:44:05.775017 tst emergency_preemptive_call.py: using MSISDN 7371\u000a20:44:05.920667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:44:06.451306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13199): Launched\u000a20:44:06.743367 run osmo-msc_10.42.42.6(pid=13200): Launched\u000a20:44:06.915840 run osmo-stp_10.42.42.5(pid=13197): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)]\u000a20:44:07.041276 run osmo-stp_10.42.42.5(pid=13197): stdout: \u000a| (launched: 2022-12-09_20:44:05.512497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:07.163668 run osmo-stp_10.42.42.5(pid=13197): stderr: \u000a| �[0;m�[38;5;43m20221209204405682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204405682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204405683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204405683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204405684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204405684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204405684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:07.281169 run osmo-stp_10.42.42.5(pid=13197): stdout: \u000a| (launched: 2022-12-09_20:44:05.512497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:07.398152 run osmo-stp_10.42.42.5(pid=13197): stderr: \u000a| �[0;m�[38;5;43m20221209204405682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204405682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204405683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204405683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204405684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204405684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204405684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:07.449608 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13197): Process ended prematurely: osmo-stp_10.42.42.5(pid=13197) [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)] [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a20:44:07.457833 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a20:44:07.517365 run osmo-hlr_10.42.42.2(pid=13194): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13194)]\u000a20:44:07.565352 run osmo-hlr_10.42.42.2(pid=13194): stdout: \u000a| (launched: 2022-12-09_20:44:04.589623) \u000a20:44:07.614163 run osmo-hlr_10.42.42.2(pid=13194): stderr: \u000a| �[0;m�[1;31m20221209204404765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204404766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204404766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204404766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204404766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204404766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204404779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204404789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204404789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204404789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:07.680545 run osmo-msc_10.42.42.6(pid=13200): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13200)]\u000a20:44:07.728693 run osmo-msc_10.42.42.6(pid=13200): stdout: \u000a| (launched: 2022-12-09_20:44:06.599198) \u000a20:44:07.777466 run osmo-msc_10.42.42.6(pid=13200): stderr: \u000a| �[0;m�[38;5;43m20221209204406870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204406870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6abaae4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204406870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204406870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204406872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204406873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204406873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204406873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:44:07.818483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13193): Terminating (SIGTERM)\u000a20:44:07.857380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13196): Terminating (SIGTERM)\u000a20:44:07.896219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13199): Terminating (SIGTERM)\u000a20:44:07.905515 --- ParallelTerminationStrategy: PID 13193 died...\u000a20:44:07.958204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13193): Terminated: ok {rc=0}\u000a20:44:07.967828 --- ParallelTerminationStrategy: PID 13196 died...\u000a20:44:08.020010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13196): Terminated: ok {rc=0}\u000a20:44:08.029656 --- ParallelTerminationStrategy: PID 13199 died...\u000a20:44:08.081340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13199): Terminated: ok {rc=0}\u000a20:44:08.167440 bus /sierra_9: Setting Powered False\u000a20:44:09.271055 bus /sierra_9: Setting Powered False\u000a20:44:10.376789 bus /sierra_8: Setting Powered False\u000a20:44:11.474233 bus /sierra_8: Setting Powered False\u000a20:44:12.583652 bus /sierra_3: Setting Powered False\u000a20:44:13.685256 bus /sierra_3: Setting Powered False\u000a20:44:14.794176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:43:50" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13216): Process ended prematurely: osmo-stp_10.42.42.5(pid=13216) [trial-2364↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13216): Process ended prematurely: osmo-stp_10.42.42.5(pid=13216) [trial-2364↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:44:16.964487 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:16.976015 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:17.119146 tst cs_paging_gprs_active.py: using LAC 23607\u000a20:44:17.271958 tst cs_paging_gprs_active.py: using RAC 147\u000a20:44:17.397025 tst cs_paging_gprs_active.py: using CellId 23607\u000a20:44:17.521205 tst cs_paging_gprs_active.py: using BVCI 23608\u000a20:44:17.545747 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.556621 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.567367 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.579147 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.590358 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.602033 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.613416 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.624501 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:17.635874 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:17.753138 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:18.045247 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:44:18.179757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:18.509660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13206): Launched\u000a20:44:18.784066 run iperf3-srv_10.42.42.10(pid=13207): Launched\u000a20:44:18.980399 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:44:19.114414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:19.445647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13208): Launched\u000a20:44:19.719776 run iperf3-srv_10.42.42.10(pid=13209): Launched\u000a20:44:19.916134 tst cs_paging_gprs_active.py:38: start network...\u000a20:44:20.050206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:20.562003 run create_hlr_db(pid=13210): Launched\u000a20:44:20.746562 bus /sierra_2: Setting Powered False\u000a20:44:21.768374 run create_hlr_db(pid=13210): Terminated: ok {rc=0}\u000a20:44:22.165674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13212): Launched\u000a20:44:22.464099 run osmo-hlr_10.42.42.2(pid=13213): Launched\u000a20:44:22.581596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:23.101703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13215): Launched\u000a20:44:23.399615 run osmo-stp_10.42.42.5(pid=13216): Launched\u000a20:44:23.508789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:24.027066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13218): Launched\u000a20:44:24.133313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:24.393073 run patchelf(pid=13219): Launched\u000a20:44:24.567683 run osmo-stp_10.42.42.5(pid=13216): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)]\u000a20:44:24.695478 run osmo-stp_10.42.42.5(pid=13216): stdout: \u000a| (launched: 2022-12-09_20:44:23.252913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:24.823893 run osmo-stp_10.42.42.5(pid=13216): stderr: \u000a| �[0;m�[38;5;43m20221209204423419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204423419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204423419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204423420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204423420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204423420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204423420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:24.947479 run osmo-stp_10.42.42.5(pid=13216): stdout: \u000a| (launched: 2022-12-09_20:44:23.252913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:25.069598 run osmo-stp_10.42.42.5(pid=13216): stderr: \u000a| �[0;m�[38;5;43m20221209204423419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204423419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204423419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204423420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204423420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204423420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204423420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:25.212832 run patchelf(pid=13219): Terminating (SIGINT)\u000a20:44:25.381416 run patchelf(pid=13219): Terminated: ok {rc=0}\u000a20:44:25.412242 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13216): Process ended prematurely: osmo-stp_10.42.42.5(pid=13216) [trial-2364↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13216)] [trial-2364↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a20:44:25.421556 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:44:25.481139 run osmo-hlr_10.42.42.2(pid=13213): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13213)]\u000a20:44:25.529656 run osmo-hlr_10.42.42.2(pid=13213): stdout: \u000a| (launched: 2022-12-09_20:44:22.317303) \u000a20:44:25.578598 run osmo-hlr_10.42.42.2(pid=13213): stderr: \u000a| �[0;m�[1;31m20221209204422490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204422490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204422491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204422491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204422491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204422491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204422503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204422512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204422512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204422512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:25.619818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13206): Terminating (SIGTERM)\u000a20:44:25.659335 run iperf3-srv_10.42.42.10(pid=13207): Terminating (SIGTERM)\u000a20:44:25.698039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13208): Terminating (SIGTERM)\u000a20:44:25.736862 run iperf3-srv_10.42.42.10(pid=13209): Terminating (SIGTERM)\u000a20:44:25.775652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13212): Terminating (SIGTERM)\u000a20:44:25.814668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13215): Terminating (SIGTERM)\u000a20:44:25.853942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13218): Terminating (SIGTERM)\u000a20:44:25.863385 --- ParallelTerminationStrategy: PID 13206 died...\u000a20:44:25.915946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13206): Terminated: ok {rc=0}\u000a20:44:25.925888 --- ParallelTerminationStrategy: PID 13207 died...\u000a20:44:25.977823 run iperf3-srv_10.42.42.10(pid=13207): Terminated {rc=256}\u000a20:44:25.987477 --- ParallelTerminationStrategy: PID 13208 died...\u000a20:44:26.039625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13208): Terminated: ok {rc=0}\u000a20:44:26.049509 --- ParallelTerminationStrategy: PID 13209 died...\u000a20:44:26.101771 run iperf3-srv_10.42.42.10(pid=13209): Terminated {rc=256}\u000a20:44:26.111370 --- ParallelTerminationStrategy: PID 13212 died...\u000a20:44:26.163867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13212): Terminated: ok {rc=0}\u000a20:44:26.173405 --- ParallelTerminationStrategy: PID 13215 died...\u000a20:44:26.225932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13215): Terminated: ok {rc=0}\u000a20:44:26.235424 --- ParallelTerminationStrategy: PID 13218 died...\u000a20:44:26.288157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13218): Terminated: ok {rc=0}\u000a20:44:26.370649 bus /gobi_0: Setting Powered False\u000a20:44:27.476212 bus /gobi_0: Setting Powered False\u000a20:44:28.585661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13228): Process ended prematurely: osmo-stp_10.42.42.5(pid=13228) [trial-2364↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13228)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13228): Process ended prematurely: osmo-stp_10.42.42.5(pid=13228) [trial-2364↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a20:44:29.697694 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:29.709208 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:29.852623 tst iperf3.py: using LAC 23608\u000a20:44:29.977224 tst iperf3.py: using RAC 148\u000a20:44:30.103492 tst iperf3.py: using CellId 23608\u000a20:44:30.231757 tst iperf3.py: using BVCI 23609\u000a20:44:30.256232 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.267222 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.277948 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.288680 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.299329 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.309979 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.320879 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.331621 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:30.342564 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:30.632656 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:44:30.766613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:31.113562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13220): Launched\u000a20:44:31.410197 run iperf3-srv_10.42.42.10(pid=13221): Launched\u000a20:44:31.610788 tst iperf3.py:8: start network...\u000a20:44:31.747892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:32.276531 run create_hlr_db(pid=13222): Launched\u000a20:44:32.462495 bus /gobi_6: Setting Powered False\u000a20:44:33.481808 run create_hlr_db(pid=13222): Terminated: ok {rc=0}\u000a20:44:33.882030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13224): Launched\u000a20:44:34.181174 run osmo-hlr_10.42.42.2(pid=13225): Launched\u000a20:44:34.297579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:34.854254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13227): Launched\u000a20:44:35.171320 run osmo-stp_10.42.42.5(pid=13228): Launched\u000a20:44:35.285697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:35.842432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13230): Launched\u000a20:44:35.956252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:36.233398 run patchelf(pid=13231): Launched\u000a20:44:36.420172 run osmo-stp_10.42.42.5(pid=13228): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13228)]\u000a20:44:36.556528 run osmo-stp_10.42.42.5(pid=13228): stdout: \u000a| (launched: 2022-12-09_20:44:35.016210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:36.693180 run osmo-stp_10.42.42.5(pid=13228): stderr: \u000a| �[0;m�[38;5;43m20221209204435207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204435207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204435207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204435207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204435208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204435208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204435208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:36.825003 run osmo-stp_10.42.42.5(pid=13228): stdout: \u000a| (launched: 2022-12-09_20:44:35.016210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:36.955760 run osmo-stp_10.42.42.5(pid=13228): stderr: \u000a| �[0;m�[38;5;43m20221209204435207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204435207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204435207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204435207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204435208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204435208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204435208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:37.108184 run patchelf(pid=13231): Terminating (SIGINT)\u000a20:44:37.287265 run patchelf(pid=13231): Terminated: ok {rc=0}\u000a20:44:37.320118 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13228): Process ended prematurely: osmo-stp_10.42.42.5(pid=13228) [trial-2364↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13228)] [trial-2364↪gprs:trx-umtrx↪iperf3.py:8]\u000a20:44:37.330024 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:44:37.391397 run osmo-hlr_10.42.42.2(pid=13225): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13225)]\u000a20:44:37.441748 run osmo-hlr_10.42.42.2(pid=13225): stdout: \u000a| (launched: 2022-12-09_20:44:34.033794) \u000a20:44:37.492525 run osmo-hlr_10.42.42.2(pid=13225): stderr: \u000a| �[0;m�[1;31m20221209204434208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204434208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204434208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204434208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204434208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204434208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204434220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204434229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204434229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204434229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:37.535840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13220): Terminating (SIGTERM)\u000a20:44:37.576645 run iperf3-srv_10.42.42.10(pid=13221): Terminating (SIGTERM)\u000a20:44:37.617689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13224): Terminating (SIGTERM)\u000a20:44:37.658447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13227): Terminating (SIGTERM)\u000a20:44:37.699369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13230): Terminating (SIGTERM)\u000a20:44:37.708902 --- ParallelTerminationStrategy: PID 13220 died...\u000a20:44:37.763802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13220): Terminated: ok {rc=0}\u000a20:44:37.773749 --- ParallelTerminationStrategy: PID 13221 died...\u000a20:44:37.827946 run iperf3-srv_10.42.42.10(pid=13221): Terminated {rc=256}\u000a20:44:37.837798 --- ParallelTerminationStrategy: PID 13224 died...\u000a20:44:37.892125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13224): Terminated: ok {rc=0}\u000a20:44:37.901993 --- ParallelTerminationStrategy: PID 13227 died...\u000a20:44:37.956266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13227): Terminated: ok {rc=0}\u000a20:44:37.966189 --- ParallelTerminationStrategy: PID 13230 died...\u000a20:44:38.020553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13230): Terminated: ok {rc=0}\u000a20:44:38.105440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13246): Process ended prematurely: osmo-stp_10.42.42.5(pid=13246) [trial-2364↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13246): Process ended prematurely: osmo-stp_10.42.42.5(pid=13246) [trial-2364↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a20:44:39.221381 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.232826 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:39.372008 tst iperf3m4.py: using LAC 23609\u000a20:44:39.502446 tst iperf3m4.py: using RAC 149\u000a20:44:39.626388 tst iperf3m4.py: using CellId 23609\u000a20:44:39.750439 tst iperf3m4.py: using BVCI 23610\u000a20:44:39.775297 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.786318 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.797152 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.807811 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.818596 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.829251 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.839951 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.850618 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:39.861708 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:39.977598 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:40.103733 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:40.218050 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:44:40.510419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:44:40.644766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:40.975298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13232): Launched\u000a20:44:41.249335 run iperf3-srv_10.42.42.10(pid=13233): Launched\u000a20:44:41.445528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:44:41.578963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:41.909161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13234): Launched\u000a20:44:42.182393 run iperf3-srv_10.42.42.10(pid=13235): Launched\u000a20:44:42.377672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:44:42.511144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:42.841367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13236): Launched\u000a20:44:43.115985 run iperf3-srv_10.42.42.10(pid=13237): Launched\u000a20:44:43.312088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:44:43.446347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:43.776670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13238): Launched\u000a20:44:44.050918 run iperf3-srv_10.42.42.10(pid=13239): Launched\u000a20:44:44.246642 tst iperf3m4.py:8: start network...\u000a20:44:44.380164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:44.892701 run create_hlr_db(pid=13240): Launched\u000a20:44:45.076862 bus /gobi_6: Setting Powered False\u000a20:44:46.098831 run create_hlr_db(pid=13240): Terminated: ok {rc=0}\u000a20:44:46.543295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13242): Launched\u000a20:44:46.923618 run osmo-hlr_10.42.42.2(pid=13243): Launched\u000a20:44:47.172307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:47.717504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13245): Launched\u000a20:44:48.022440 run osmo-stp_10.42.42.5(pid=13246): Launched\u000a20:44:48.133495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:48.662200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13248): Launched\u000a20:44:48.770735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:49.035377 run patchelf(pid=13249): Launched\u000a20:44:49.212786 run osmo-stp_10.42.42.5(pid=13246): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)]\u000a20:44:49.342729 run osmo-stp_10.42.42.5(pid=13246): stdout: \u000a| (launched: 2022-12-09_20:44:47.872675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:49.472812 run osmo-stp_10.42.42.5(pid=13246): stderr: \u000a| �[0;m�[38;5;43m20221209204448039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204448039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204448039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204448040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204448040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204448040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204448040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:49.598516 run osmo-stp_10.42.42.5(pid=13246): stdout: \u000a| (launched: 2022-12-09_20:44:47.872675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:49.723029 run osmo-stp_10.42.42.5(pid=13246): stderr: \u000a| �[0;m�[38;5;43m20221209204448039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204448039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204448039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204448040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204448040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204448040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204448040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:49.868620 run patchelf(pid=13249): Terminating (SIGINT)\u000a20:44:50.039217 run patchelf(pid=13249): Terminated: ok {rc=0}\u000a20:44:50.070646 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13246): Process ended prematurely: osmo-stp_10.42.42.5(pid=13246) [trial-2364↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)] [trial-2364↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a20:44:50.079898 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:44:50.140731 run osmo-hlr_10.42.42.2(pid=13243): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13243)]\u000a20:44:50.189930 run osmo-hlr_10.42.42.2(pid=13243): stdout: \u000a| (launched: 2022-12-09_20:44:46.709428) \u000a20:44:50.239547 run osmo-hlr_10.42.42.2(pid=13243): stderr: \u000a| �[0;m�[1;31m20221209204447083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204447084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204447084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204447084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204447084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204447084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204447103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204447115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204447116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204447116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:50.281369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13232): Terminating (SIGTERM)\u000a20:44:50.320867 run iperf3-srv_10.42.42.10(pid=13233): Terminating (SIGTERM)\u000a20:44:50.360527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13234): Terminating (SIGTERM)\u000a20:44:50.399972 run iperf3-srv_10.42.42.10(pid=13235): Terminating (SIGTERM)\u000a20:44:50.439476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13236): Terminating (SIGTERM)\u000a20:44:50.478691 run iperf3-srv_10.42.42.10(pid=13237): Terminating (SIGTERM)\u000a20:44:50.517956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13238): Terminating (SIGTERM)\u000a20:44:50.557107 run iperf3-srv_10.42.42.10(pid=13239): Terminating (SIGTERM)\u000a20:44:50.596451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13242): Terminating (SIGTERM)\u000a20:44:50.635527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13245): Terminating (SIGTERM)\u000a20:44:50.674715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13248): Terminating (SIGTERM)\u000a20:44:50.684007 --- ParallelTerminationStrategy: PID 13232 died...\u000a20:44:50.736771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13232): Terminated: ok {rc=0}\u000a20:44:50.746544 --- ParallelTerminationStrategy: PID 13233 died...\u000a20:44:50.800467 run iperf3-srv_10.42.42.10(pid=13233): Terminated {rc=256}\u000a20:44:50.810028 --- ParallelTerminationStrategy: PID 13234 died...\u000a20:44:50.862776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13234): Terminated: ok {rc=0}\u000a20:44:50.872545 --- ParallelTerminationStrategy: PID 13235 died...\u000a20:44:50.925164 run iperf3-srv_10.42.42.10(pid=13235): Terminated {rc=256}\u000a20:44:50.934870 --- ParallelTerminationStrategy: PID 13236 died...\u000a20:44:50.988231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13236): Terminated: ok {rc=0}\u000a20:44:50.997990 --- ParallelTerminationStrategy: PID 13237 died...\u000a20:44:51.050953 run iperf3-srv_10.42.42.10(pid=13237): Terminated {rc=256}\u000a20:44:51.060509 --- ParallelTerminationStrategy: PID 13238 died...\u000a20:44:51.113372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13238): Terminated: ok {rc=0}\u000a20:44:51.123132 --- ParallelTerminationStrategy: PID 13239 died...\u000a20:44:51.175846 run iperf3-srv_10.42.42.10(pid=13239): Terminated {rc=256}\u000a20:44:51.185765 --- ParallelTerminationStrategy: PID 13242 died...\u000a20:44:51.238521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13242): Terminated: ok {rc=0}\u000a20:44:51.248218 --- ParallelTerminationStrategy: PID 13245 died...\u000a20:44:51.301568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13245): Terminated: ok {rc=0}\u000a20:44:51.311102 --- ParallelTerminationStrategy: PID 13248 died...\u000a20:44:51.364378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13248): Terminated: ok {rc=0}\u000a20:44:51.452793 bus /gobi_4: Setting Powered False\u000a20:44:52.554930 bus /gobi_4: Setting Powered False\u000a20:44:53.664989 bus /gobi_1: Setting Powered False\u000a20:44:54.767577 bus /gobi_1: Setting Powered False\u000a20:44:55.878481 bus /gobi_0: Setting Powered False\u000a20:44:56.981049 bus /gobi_0: Setting Powered False\u000a20:44:58.091840 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13261): Process ended prematurely: osmo-stp_10.42.42.5(pid=13261) [trial-2364↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13261)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13261): Process ended prematurely: osmo-stp_10.42.42.5(pid=13261) [trial-2364↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a20:44:59.158279 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.169506 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:44:59.313252 tst ping.py: using LAC 23610\u000a20:44:59.430459 tst ping.py: using RAC 150\u000a20:44:59.550559 tst ping.py: using CellId 23610\u000a20:44:59.665883 tst ping.py: using BVCI 23611\u000a20:44:59.688571 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.699088 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.709517 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.720123 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.730688 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.741171 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.751798 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:44:59.762414 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:00.053847 tst ping.py:19: start network...\u000a20:45:00.187127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:00.697730 run create_hlr_db(pid=13252): Launched\u000a20:45:00.912663 bus /gobi_6: Setting Powered False\u000a20:45:01.965928 run create_hlr_db(pid=13252): Terminated: ok {rc=0}\u000a20:45:02.415623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13257): Launched\u000a20:45:02.735246 run osmo-hlr_10.42.42.2(pid=13258): Launched\u000a20:45:02.852742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:03.409348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13260): Launched\u000a20:45:03.731987 run osmo-stp_10.42.42.5(pid=13261): Launched\u000a20:45:03.848390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:04.407588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13263): Launched\u000a20:45:04.522452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:04.800670 run patchelf(pid=13264): Launched\u000a20:45:04.987310 run osmo-stp_10.42.42.5(pid=13261): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13261)]\u000a20:45:05.123804 run osmo-stp_10.42.42.5(pid=13261): stdout: \u000a| (launched: 2022-12-09_20:45:03.572659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:05.260766 run osmo-stp_10.42.42.5(pid=13261): stderr: \u000a| �[0;m�[38;5;43m20221209204503763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204503763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204503764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204503764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204503765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204503765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204503765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:05.392781 run osmo-stp_10.42.42.5(pid=13261): stdout: \u000a| (launched: 2022-12-09_20:45:03.572659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:05.524430 run osmo-stp_10.42.42.5(pid=13261): stderr: \u000a| �[0;m�[38;5;43m20221209204503763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204503763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204503764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204503764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204503765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204503765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204503765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:05.676884 run patchelf(pid=13264): Terminating (SIGINT)\u000a20:45:05.855470 run patchelf(pid=13264): Terminated: ok {rc=0}\u000a20:45:05.887948 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13261): Process ended prematurely: osmo-stp_10.42.42.5(pid=13261) [trial-2364↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13261)] [trial-2364↪gprs:trx-umtrx↪ping.py:22]\u000a20:45:05.897307 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:45:05.959888 run osmo-hlr_10.42.42.2(pid=13258): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13258)]\u000a20:45:06.011632 run osmo-hlr_10.42.42.2(pid=13258): stdout: \u000a| (launched: 2022-12-09_20:45:02.578514) \u000a20:45:06.063454 run osmo-hlr_10.42.42.2(pid=13258): stderr: \u000a| �[0;m�[1;31m20221209204502777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204502777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204502777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204502777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204502777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204502777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204502788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204502797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204502797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204502797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:06.107210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13257): Terminating (SIGTERM)\u000a20:45:06.148878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13260): Terminating (SIGTERM)\u000a20:45:06.190604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13263): Terminating (SIGTERM)\u000a20:45:06.200298 --- ParallelTerminationStrategy: PID 13257 died...\u000a20:45:06.255931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13257): Terminated: ok {rc=0}\u000a20:45:06.266176 --- ParallelTerminationStrategy: PID 13260 died...\u000a20:45:06.321277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13260): Terminated: ok {rc=0}\u000a20:45:06.331482 --- ParallelTerminationStrategy: PID 13263 died...\u000a20:45:06.386883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13263): Terminated: ok {rc=0}\u000a20:45:06.473017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13271): Process ended prematurely: osmo-stp_10.42.42.5(pid=13271) [trial-2364↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13271): Process ended prematurely: osmo-stp_10.42.42.5(pid=13271) [trial-2364↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a20:45:07.526176 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:07.538627 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a20:45:07.681132 tst ping_idle_ping.py: using LAC 23611\u000a20:45:07.806183 tst ping_idle_ping.py: using RAC 151\u000a20:45:07.931052 tst ping_idle_ping.py: using CellId 23611\u000a20:45:08.052352 tst ping_idle_ping.py: using BVCI 23612\u000a20:45:08.075532 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.086259 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.096549 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.107211 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.117838 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.128274 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.139032 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a20:45:08.149614 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a20:45:08.440412 tst ping_idle_ping.py:24: start network...\u000a20:45:08.574837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:09.090961 run create_hlr_db(pid=13265): Launched\u000a20:45:09.276433 bus /gobi_6: Setting Powered False\u000a20:45:10.297703 run create_hlr_db(pid=13265): Terminated: ok {rc=0}\u000a20:45:10.699591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13267): Launched\u000a20:45:10.999126 run osmo-hlr_10.42.42.2(pid=13268): Launched\u000a20:45:11.113147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:11.631236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13270): Launched\u000a20:45:11.930668 run osmo-stp_10.42.42.5(pid=13271): Launched\u000a20:45:12.039737 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:12.561207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13273): Launched\u000a20:45:12.668253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:12.929247 run patchelf(pid=13274): Launched\u000a20:45:13.103931 run osmo-stp_10.42.42.5(pid=13271): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)]\u000a20:45:13.231762 run osmo-stp_10.42.42.5(pid=13271): stdout: \u000a| (launched: 2022-12-09_20:45:11.782975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:13.360642 run osmo-stp_10.42.42.5(pid=13271): stderr: \u000a| �[0;m�[38;5;43m20221209204511952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204511952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204511953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204511953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204511954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204511954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204511954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:13.484563 run osmo-stp_10.42.42.5(pid=13271): stdout: \u000a| (launched: 2022-12-09_20:45:11.782975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:13.607271 run osmo-stp_10.42.42.5(pid=13271): stderr: \u000a| �[0;m�[38;5;43m20221209204511952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204511952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204511953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204511953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204511954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204511954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204511954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:13.750321 run patchelf(pid=13274): Terminating (SIGINT)\u000a20:45:13.918264 run patchelf(pid=13274): Terminated: ok {rc=0}\u000a20:45:13.948793 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13271): Process ended prematurely: osmo-stp_10.42.42.5(pid=13271) [trial-2364↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)] [trial-2364↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a20:45:13.957621 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:45:14.018063 run osmo-hlr_10.42.42.2(pid=13268): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13268)]\u000a20:45:14.067081 run osmo-hlr_10.42.42.2(pid=13268): stdout: \u000a| (launched: 2022-12-09_20:45:10.851243) \u000a20:45:14.117158 run osmo-hlr_10.42.42.2(pid=13268): stderr: \u000a| �[0;m�[1;31m20221209204511029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204511029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204511029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204511029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204511029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204511029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204511041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204511049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204511050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204511050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:14.159087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13267): Terminating (SIGTERM)\u000a20:45:14.199058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13270): Terminating (SIGTERM)\u000a20:45:14.238740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13273): Terminating (SIGTERM)\u000a20:45:14.248104 --- ParallelTerminationStrategy: PID 13267 died...\u000a20:45:14.301311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13267): Terminated: ok {rc=0}\u000a20:45:14.311127 --- ParallelTerminationStrategy: PID 13270 died...\u000a20:45:14.364097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13270): Terminated: ok {rc=0}\u000a20:45:14.373931 --- ParallelTerminationStrategy: PID 13273 died...\u000a20:45:14.426912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13273): Terminated: ok {rc=0}\u000a20:45:14.515035 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:44:16" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13288): Process ended prematurely: osmo-stp_10.42.42.5(pid=13288) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13288)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13288): Process ended prematurely: osmo-stp_10.42.42.5(pid=13288) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:45:16.686335 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:16.698279 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:16.857775 tst cs_paging_gprs_active.py: using LAC 23612\u000a20:45:17.009839 tst cs_paging_gprs_active.py: using RAC 152\u000a20:45:17.160808 tst cs_paging_gprs_active.py: using CellId 23612\u000a20:45:17.297981 tst cs_paging_gprs_active.py: using BVCI 23613\u000a20:45:17.324868 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.336701 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.348188 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.359315 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.370481 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.381853 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.393106 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.404090 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:17.415563 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:17.533316 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:17.829057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:45:17.965667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:18.302554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13278): Launched\u000a20:45:18.582752 run iperf3-srv_10.42.42.10(pid=13279): Launched\u000a20:45:18.782689 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:45:18.918873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:19.254776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13280): Launched\u000a20:45:19.534900 run iperf3-srv_10.42.42.10(pid=13281): Launched\u000a20:45:19.735078 tst cs_paging_gprs_active.py:38: start network...\u000a20:45:19.871425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:20.392668 run create_hlr_db(pid=13282): Launched\u000a20:45:20.581732 bus /gobi_6: Setting Powered False\u000a20:45:21.600410 run create_hlr_db(pid=13282): Terminated: ok {rc=0}\u000a20:45:22.006888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13284): Launched\u000a20:45:22.311867 run osmo-hlr_10.42.42.2(pid=13285): Launched\u000a20:45:22.424421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:22.952843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13287): Launched\u000a20:45:23.256897 run osmo-stp_10.42.42.5(pid=13288): Launched\u000a20:45:23.367984 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:23.896754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13290): Launched\u000a20:45:24.005541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:24.270817 run patchelf(pid=13291): Launched\u000a20:45:24.448941 run osmo-stp_10.42.42.5(pid=13288): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13288)]\u000a20:45:24.579054 run osmo-stp_10.42.42.5(pid=13288): stdout: \u000a| (launched: 2022-12-09_20:45:23.107139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:24.709318 run osmo-stp_10.42.42.5(pid=13288): stderr: \u000a| �[0;m�[38;5;43m20221209204523276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204523276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204523276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204523276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204523277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204523277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204523277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:24.835020 run osmo-stp_10.42.42.5(pid=13288): stdout: \u000a| (launched: 2022-12-09_20:45:23.107139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:24.959521 run osmo-stp_10.42.42.5(pid=13288): stderr: \u000a| �[0;m�[38;5;43m20221209204523276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204523276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204523276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204523276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204523277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204523277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204523277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:25.105229 run patchelf(pid=13291): Terminating (SIGINT)\u000a20:45:25.276292 run patchelf(pid=13291): Terminated: ok {rc=0}\u000a20:45:25.307697 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13288): Process ended prematurely: osmo-stp_10.42.42.5(pid=13288) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13288)] [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:45:25.316998 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:45:25.376882 run osmo-hlr_10.42.42.2(pid=13285): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13285)]\u000a20:45:25.425322 run osmo-hlr_10.42.42.2(pid=13285): stdout: \u000a| (launched: 2022-12-09_20:45:22.162088) \u000a20:45:25.474657 run osmo-hlr_10.42.42.2(pid=13285): stderr: \u000a| �[0;m�[1;31m20221209204522338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204522339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204522339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204522339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204522339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204522339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204522351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204522361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204522362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204522362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:25.516149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13278): Terminating (SIGTERM)\u000a20:45:25.555543 run iperf3-srv_10.42.42.10(pid=13279): Terminating (SIGTERM)\u000a20:45:25.594882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13280): Terminating (SIGTERM)\u000a20:45:25.633970 run iperf3-srv_10.42.42.10(pid=13281): Terminating (SIGTERM)\u000a20:45:25.673320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13284): Terminating (SIGTERM)\u000a20:45:25.712728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13287): Terminating (SIGTERM)\u000a20:45:25.751738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13290): Terminating (SIGTERM)\u000a20:45:25.761109 --- ParallelTerminationStrategy: PID 13278 died...\u000a20:45:25.814155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13278): Terminated: ok {rc=0}\u000a20:45:25.824007 --- ParallelTerminationStrategy: PID 13279 died...\u000a20:45:25.876107 run iperf3-srv_10.42.42.10(pid=13279): Terminated {rc=256}\u000a20:45:25.885902 --- ParallelTerminationStrategy: PID 13280 died...\u000a20:45:25.938326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13280): Terminated: ok {rc=0}\u000a20:45:25.948034 --- ParallelTerminationStrategy: PID 13281 died...\u000a20:45:26.000036 run iperf3-srv_10.42.42.10(pid=13281): Terminated {rc=256}\u000a20:45:26.009831 --- ParallelTerminationStrategy: PID 13284 died...\u000a20:45:26.062178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13284): Terminated: ok {rc=0}\u000a20:45:26.071797 --- ParallelTerminationStrategy: PID 13287 died...\u000a20:45:26.125023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13287): Terminated: ok {rc=0}\u000a20:45:26.134621 --- ParallelTerminationStrategy: PID 13290 died...\u000a20:45:26.187119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13290): Terminated: ok {rc=0}\u000a20:45:26.274463 bus /gobi_0: Setting Powered False\u000a20:45:27.380106 bus /gobi_0: Setting Powered False\u000a20:45:28.487187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13300): Process ended prematurely: osmo-stp_10.42.42.5(pid=13300) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13300): Process ended prematurely: osmo-stp_10.42.42.5(pid=13300) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:45:29.601324 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:29.613193 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:29.756142 tst iperf3.py: using LAC 23613\u000a20:45:29.877147 tst iperf3.py: using RAC 153\u000a20:45:29.996749 tst iperf3.py: using CellId 23613\u000a20:45:30.118534 tst iperf3.py: using BVCI 23614\u000a20:45:30.141888 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.152777 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.163716 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.174801 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.185723 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.196559 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.207704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.218541 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:30.229534 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:30.525211 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:45:30.661195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:31.015249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13292): Launched\u000a20:45:31.313117 run iperf3-srv_10.42.42.10(pid=13293): Launched\u000a20:45:31.516582 tst iperf3.py:8: start network...\u000a20:45:31.655518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:32.217358 run create_hlr_db(pid=13294): Launched\u000a20:45:32.404412 bus /gobi_6: Setting Powered False\u000a20:45:33.425320 run create_hlr_db(pid=13294): Terminated: ok {rc=0}\u000a20:45:33.837441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13296): Launched\u000a20:45:34.162224 run osmo-hlr_10.42.42.2(pid=13297): Launched\u000a20:45:34.283370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:34.855557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13299): Launched\u000a20:45:35.181542 run osmo-stp_10.42.42.5(pid=13300): Launched\u000a20:45:35.299532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:35.864640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13302): Launched\u000a20:45:35.980822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:36.263084 run patchelf(pid=13303): Launched\u000a20:45:36.452200 run osmo-stp_10.42.42.5(pid=13300): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)]\u000a20:45:36.589952 run osmo-stp_10.42.42.5(pid=13300): stdout: \u000a| (launched: 2022-12-09_20:45:35.021419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:36.727559 run osmo-stp_10.42.42.5(pid=13300): stderr: \u000a| �[0;m�[38;5;43m20221209204535215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204535215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204535215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204535216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204535216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204535216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204535216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:36.861006 run osmo-stp_10.42.42.5(pid=13300): stdout: \u000a| (launched: 2022-12-09_20:45:35.021419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:36.993219 run osmo-stp_10.42.42.5(pid=13300): stderr: \u000a| �[0;m�[38;5;43m20221209204535215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204535215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204535215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204535216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204535216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204535216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204535216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:37.147109 run patchelf(pid=13303): Terminating (SIGINT)\u000a20:45:37.327803 run patchelf(pid=13303): Terminated: ok {rc=0}\u000a20:45:37.361136 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13300): Process ended prematurely: osmo-stp_10.42.42.5(pid=13300) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13300)] [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a20:45:37.371059 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:45:37.432807 run osmo-hlr_10.42.42.2(pid=13297): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13297)]\u000a20:45:37.483314 run osmo-hlr_10.42.42.2(pid=13297): stdout: \u000a| (launched: 2022-12-09_20:45:34.003174) \u000a20:45:37.534325 run osmo-hlr_10.42.42.2(pid=13297): stderr: \u000a| �[0;m�[1;31m20221209204534202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204534202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204534202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204534202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204534202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204534202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204534215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204534223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204534223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204534223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:37.577486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13292): Terminating (SIGTERM)\u000a20:45:37.618028 run iperf3-srv_10.42.42.10(pid=13293): Terminating (SIGTERM)\u000a20:45:37.658833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13296): Terminating (SIGTERM)\u000a20:45:37.699373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13299): Terminating (SIGTERM)\u000a20:45:37.740057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13302): Terminating (SIGTERM)\u000a20:45:37.749630 --- ParallelTerminationStrategy: PID 13292 died...\u000a20:45:37.803890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13292): Terminated: ok {rc=0}\u000a20:45:37.813846 --- ParallelTerminationStrategy: PID 13293 died...\u000a20:45:37.867806 run iperf3-srv_10.42.42.10(pid=13293): Terminated {rc=256}\u000a20:45:37.877692 --- ParallelTerminationStrategy: PID 13296 died...\u000a20:45:37.932211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13296): Terminated: ok {rc=0}\u000a20:45:37.942004 --- ParallelTerminationStrategy: PID 13299 died...\u000a20:45:37.996056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13299): Terminated: ok {rc=0}\u000a20:45:38.005944 --- ParallelTerminationStrategy: PID 13302 died...\u000a20:45:38.060061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13302): Terminated: ok {rc=0}\u000a20:45:38.145617 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:45:39.259068 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.270551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:39.409891 tst iperf3m4.py: using LAC 23614\u000a20:45:39.528716 tst iperf3m4.py: using RAC 154\u000a20:45:39.649671 tst iperf3m4.py: using CellId 23614\u000a20:45:39.768879 tst iperf3m4.py: using BVCI 23615\u000a20:45:39.791972 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.802904 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.813609 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.824491 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.835348 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.846261 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.857130 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.867848 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:39.878912 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:40.000093 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:40.122212 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:40.239751 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:45:40.538079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:45:40.674790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:41.011937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13304): Launched\u000a20:45:41.291203 run iperf3-srv_10.42.42.10(pid=13305): Launched\u000a20:45:41.491498 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:45:41.627893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:41.963532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13306): Launched\u000a20:45:42.242556 run iperf3-srv_10.42.42.10(pid=13307): Launched\u000a20:45:42.442766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:45:42.579495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:42.915393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13308): Launched\u000a20:45:43.194720 run iperf3-srv_10.42.42.10(pid=13309): Launched\u000a20:45:43.394633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:45:43.531451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:43.867762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13310): Launched\u000a20:45:44.146750 run iperf3-srv_10.42.42.10(pid=13311): Launched\u000a20:45:44.347052 tst iperf3m4.py:8: start network...\u000a20:45:44.483409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:45.005199 run create_hlr_db(pid=13312): Launched\u000a20:45:45.193525 bus /gobi_6: Setting Powered False\u000a20:45:46.236393 run create_hlr_db(pid=13312): Terminated: ok {rc=0}\u000a20:45:46.722419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Launched\u000a20:45:47.044166 run osmo-hlr_10.42.42.2(pid=13315): Launched\u000a20:45:47.193405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:47.761406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Launched\u000a20:45:48.065365 run osmo-stp_10.42.42.5(pid=13318): Launched\u000a20:45:48.176534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:48.707812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13320): Launched\u000a20:45:48.816714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:49.082101 run patchelf(pid=13321): Launched\u000a20:45:49.259936 run osmo-stp_10.42.42.5(pid=13318): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)]\u000a20:45:49.390252 run osmo-stp_10.42.42.5(pid=13318): stdout: \u000a| (launched: 2022-12-09_20:45:47.915244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:49.520508 run osmo-stp_10.42.42.5(pid=13318): stderr: \u000a| �[0;m�[38;5;43m20221209204548082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204548082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204548082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204548083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204548083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204548083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204548083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:49.646531 run osmo-stp_10.42.42.5(pid=13318): stdout: \u000a| (launched: 2022-12-09_20:45:47.915244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:49.771546 run osmo-stp_10.42.42.5(pid=13318): stderr: \u000a| �[0;m�[38;5;43m20221209204548082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204548082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204548082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204548083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204548083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204548083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204548083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:49.916871 run patchelf(pid=13321): Terminating (SIGINT)\u000a20:45:50.087783 run patchelf(pid=13321): Terminated: ok {rc=0}\u000a20:45:50.119166 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)] [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:45:50.128516 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:45:50.188716 run osmo-hlr_10.42.42.2(pid=13315): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13315)]\u000a20:45:50.237296 run osmo-hlr_10.42.42.2(pid=13315): stdout: \u000a| (launched: 2022-12-09_20:45:46.880712) \u000a20:45:50.286966 run osmo-hlr_10.42.42.2(pid=13315): stderr: \u000a| �[0;m�[1;31m20221209204547253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204547253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204547253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204547253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204547253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204547253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204547312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204547321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204547322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204547322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:50.328840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13304): Terminating (SIGTERM)\u000a20:45:50.368566 run iperf3-srv_10.42.42.10(pid=13305): Terminating (SIGTERM)\u000a20:45:50.408218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13306): Terminating (SIGTERM)\u000a20:45:50.447811 run iperf3-srv_10.42.42.10(pid=13307): Terminating (SIGTERM)\u000a20:45:50.487424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13308): Terminating (SIGTERM)\u000a20:45:50.526901 run iperf3-srv_10.42.42.10(pid=13309): Terminating (SIGTERM)\u000a20:45:50.566413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13310): Terminating (SIGTERM)\u000a20:45:50.605889 run iperf3-srv_10.42.42.10(pid=13311): Terminating (SIGTERM)\u000a20:45:50.645496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Terminating (SIGTERM)\u000a20:45:50.685030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Terminating (SIGTERM)\u000a20:45:50.725281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13320): Terminating (SIGTERM)\u000a20:45:50.734678 --- ParallelTerminationStrategy: PID 13304 died...\u000a20:45:50.788296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13304): Terminated: ok {rc=0}\u000a20:45:50.797957 --- ParallelTerminationStrategy: PID 13305 died...\u000a20:45:50.851186 run iperf3-srv_10.42.42.10(pid=13305): Terminated {rc=256}\u000a20:45:50.860793 --- ParallelTerminationStrategy: PID 13306 died...\u000a20:45:50.913649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13306): Terminated: ok {rc=0}\u000a20:45:50.923445 --- ParallelTerminationStrategy: PID 13307 died...\u000a20:45:50.976120 run iperf3-srv_10.42.42.10(pid=13307): Terminated {rc=256}\u000a20:45:50.985897 --- ParallelTerminationStrategy: PID 13308 died...\u000a20:45:51.038690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13308): Terminated: ok {rc=0}\u000a20:45:51.048534 --- ParallelTerminationStrategy: PID 13309 died...\u000a20:45:51.101443 run iperf3-srv_10.42.42.10(pid=13309): Terminated {rc=256}\u000a20:45:51.111203 --- ParallelTerminationStrategy: PID 13310 died...\u000a20:45:51.164044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13310): Terminated: ok {rc=0}\u000a20:45:51.173899 --- ParallelTerminationStrategy: PID 13311 died...\u000a20:45:51.226750 run iperf3-srv_10.42.42.10(pid=13311): Terminated {rc=256}\u000a20:45:51.236581 --- ParallelTerminationStrategy: PID 13314 died...\u000a20:45:51.289805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Terminated: ok {rc=0}\u000a20:45:51.299380 --- ParallelTerminationStrategy: PID 13317 died...\u000a20:45:51.352333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Terminated: ok {rc=0}\u000a20:45:51.362283 --- ParallelTerminationStrategy: PID 13320 died...\u000a20:45:51.415127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13320): Terminated: ok {rc=0}\u000a20:45:51.498723 bus /gobi_4: Setting Powered False\u000a20:45:52.598921 bus /gobi_4: Setting Powered False\u000a20:45:53.705186 bus /gobi_1: Setting Powered False\u000a20:45:54.810641 bus /gobi_1: Setting Powered False\u000a20:45:55.917115 bus /gobi_0: Setting Powered False\u000a20:45:57.022893 bus /gobi_0: Setting Powered False\u000a20:45:58.136244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13328): Process ended prematurely: osmo-stp_10.42.42.5(pid=13328) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13328)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13328): Process ended prematurely: osmo-stp_10.42.42.5(pid=13328) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:45:59.204667 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.216496 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:45:59.361058 tst ping.py: using LAC 23615\u000a20:45:59.486242 tst ping.py: using RAC 155\u000a20:45:59.614171 tst ping.py: using CellId 23615\u000a20:45:59.745358 tst ping.py: using BVCI 23616\u000a20:45:59.769857 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.781104 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.791977 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.803106 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.814089 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.825105 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.836208 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:45:59.847215 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:46:00.137613 tst ping.py:19: start network...\u000a20:46:00.271413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:00.784723 run create_hlr_db(pid=13322): Launched\u000a20:46:00.987479 bus /gobi_6: Setting Powered False\u000a20:46:02.023612 run create_hlr_db(pid=13322): Terminated: ok {rc=0}\u000a20:46:02.457860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13324): Launched\u000a20:46:02.777972 run osmo-hlr_10.42.42.2(pid=13325): Launched\u000a20:46:02.894976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:03.450860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13327): Launched\u000a20:46:03.768602 run osmo-stp_10.42.42.5(pid=13328): Launched\u000a20:46:03.883264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:04.439542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13330): Launched\u000a20:46:04.554398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:04.831607 run patchelf(pid=13331): Launched\u000a20:46:05.018229 run osmo-stp_10.42.42.5(pid=13328): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13328)]\u000a20:46:05.154859 run osmo-stp_10.42.42.5(pid=13328): stdout: \u000a| (launched: 2022-12-09_20:46:03.613342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:05.291497 run osmo-stp_10.42.42.5(pid=13328): stderr: \u000a| �[0;m�[38;5;43m20221209204603805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204603805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204603805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204603806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204603808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204603808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204603808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:05.423990 run osmo-stp_10.42.42.5(pid=13328): stdout: \u000a| (launched: 2022-12-09_20:46:03.613342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:05.554950 run osmo-stp_10.42.42.5(pid=13328): stderr: \u000a| �[0;m�[38;5;43m20221209204603805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204603805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204603805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204603806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204603808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204603808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204603808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:05.707401 run patchelf(pid=13331): Terminating (SIGINT)\u000a20:46:05.886182 run patchelf(pid=13331): Terminated: ok {rc=0}\u000a20:46:05.918621 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13328): Process ended prematurely: osmo-stp_10.42.42.5(pid=13328) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13328)] [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a20:46:05.927747 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:46:05.990268 run osmo-hlr_10.42.42.2(pid=13325): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13325)]\u000a20:46:06.040936 run osmo-hlr_10.42.42.2(pid=13325): stdout: \u000a| (launched: 2022-12-09_20:46:02.621135) \u000a20:46:06.092436 run osmo-hlr_10.42.42.2(pid=13325): stderr: \u000a| �[0;m�[1;31m20221209204602821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204602821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204602821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204602821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204602821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204602821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204602834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204602842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204602842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204602843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:06.136268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13324): Terminating (SIGTERM)\u000a20:46:06.177987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13327): Terminating (SIGTERM)\u000a20:46:06.219601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13330): Terminating (SIGTERM)\u000a20:46:06.229336 --- ParallelTerminationStrategy: PID 13324 died...\u000a20:46:06.285045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13324): Terminated: ok {rc=0}\u000a20:46:06.295149 --- ParallelTerminationStrategy: PID 13327 died...\u000a20:46:06.350706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13327): Terminated: ok {rc=0}\u000a20:46:06.360755 --- ParallelTerminationStrategy: PID 13330 died...\u000a20:46:06.416055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13330): Terminated: ok {rc=0}\u000a20:46:06.502795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13338): Process ended prematurely: osmo-stp_10.42.42.5(pid=13338) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13338)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13338): Process ended prematurely: osmo-stp_10.42.42.5(pid=13338) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:46:07.555742 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:07.568107 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:46:07.713725 tst ping_idle_ping.py: using LAC 23616\u000a20:46:07.843196 tst ping_idle_ping.py: using RAC 156\u000a20:46:07.966724 tst ping_idle_ping.py: using CellId 23616\u000a20:46:08.093102 tst ping_idle_ping.py: using BVCI 23617\u000a20:46:08.117688 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.129025 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.140026 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.151137 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.162228 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.173295 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.184508 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:46:08.195641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:46:08.487764 tst ping_idle_ping.py:24: start network...\u000a20:46:08.622467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:09.137071 run create_hlr_db(pid=13332): Launched\u000a20:46:09.322960 bus /gobi_6: Setting Powered False\u000a20:46:10.344323 run create_hlr_db(pid=13332): Terminated: ok {rc=0}\u000a20:46:10.770928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13334): Launched\u000a20:46:11.092167 run osmo-hlr_10.42.42.2(pid=13335): Launched\u000a20:46:11.209284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:11.767229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13337): Launched\u000a20:46:12.088333 run osmo-stp_10.42.42.5(pid=13338): Launched\u000a20:46:12.204835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:12.766433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13340): Launched\u000a20:46:12.880913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:13.159482 run patchelf(pid=13341): Launched\u000a20:46:13.347066 run osmo-stp_10.42.42.5(pid=13338): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13338)]\u000a20:46:13.484548 run osmo-stp_10.42.42.5(pid=13338): stdout: \u000a| (launched: 2022-12-09_20:46:11.930582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:13.622371 run osmo-stp_10.42.42.5(pid=13338): stderr: \u000a| �[0;m�[38;5;43m20221209204612122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204612122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204612122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204612123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204612123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204612123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204612123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:13.755187 run osmo-stp_10.42.42.5(pid=13338): stdout: \u000a| (launched: 2022-12-09_20:46:11.930582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:13.887039 run osmo-stp_10.42.42.5(pid=13338): stderr: \u000a| �[0;m�[38;5;43m20221209204612122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204612122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204612122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204612123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204612123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204612123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204612123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:14.040187 run patchelf(pid=13341): Terminating (SIGINT)\u000a20:46:14.220798 run patchelf(pid=13341): Terminated: ok {rc=0}\u000a20:46:14.253596 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13338): Process ended prematurely: osmo-stp_10.42.42.5(pid=13338) [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13338)] [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:46:14.262929 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:46:14.325726 run osmo-hlr_10.42.42.2(pid=13335): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13335)]\u000a20:46:14.376863 run osmo-hlr_10.42.42.2(pid=13335): stdout: \u000a| (launched: 2022-12-09_20:46:10.934380) \u000a20:46:14.428532 run osmo-hlr_10.42.42.2(pid=13335): stderr: \u000a| �[0;m�[1;31m20221209204611135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204611135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204611135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204611135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204611135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204611135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204611152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204611160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204611160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204611161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:14.473149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13334): Terminating (SIGTERM)\u000a20:46:14.515373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13337): Terminating (SIGTERM)\u000a20:46:14.557731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13340): Terminating (SIGTERM)\u000a20:46:14.567472 --- ParallelTerminationStrategy: PID 13334 died...\u000a20:46:14.623130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13334): Terminated: ok {rc=0}\u000a20:46:14.633256 --- ParallelTerminationStrategy: PID 13337 died...\u000a20:46:14.688725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13337): Terminated: ok {rc=0}\u000a20:46:14.698805 --- ParallelTerminationStrategy: PID 13340 died...\u000a20:46:14.754437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13340): Terminated: ok {rc=0}\u000a20:46:14.841016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:45:16" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13356): Process ended prematurely: osmo-stp_10.42.42.5(pid=13356) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13356)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13356): Process ended prematurely: osmo-stp_10.42.42.5(pid=13356) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:46:17.054405 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.066041 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:17.238112 tst cs_paging_gprs_active.py: using LAC 23617\u000a20:46:17.368319 tst cs_paging_gprs_active.py: using RAC 157\u000a20:46:17.492466 tst cs_paging_gprs_active.py: using CellId 23617\u000a20:46:17.613742 tst cs_paging_gprs_active.py: using BVCI 23618\u000a20:46:17.636880 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.647679 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.658288 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.669151 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.681488 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.692456 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.703850 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.715121 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:17.727696 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:17.842955 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:18.125478 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:46:18.252280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:18.566274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13346): Launched\u000a20:46:18.826748 run iperf3-srv_10.42.42.10(pid=13347): Launched\u000a20:46:19.011610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:46:19.137898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:19.450759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13348): Launched\u000a20:46:19.710938 run iperf3-srv_10.42.42.10(pid=13349): Launched\u000a20:46:19.895999 tst cs_paging_gprs_active.py:38: start network...\u000a20:46:20.022294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:20.502310 run create_hlr_db(pid=13350): Launched\u000a20:46:20.677718 bus /gobi_6: Setting Powered False\u000a20:46:21.699164 run create_hlr_db(pid=13350): Terminated: ok {rc=0}\u000a20:46:22.129873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13352): Launched\u000a20:46:22.456136 run osmo-hlr_10.42.42.2(pid=13353): Launched\u000a20:46:22.579512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:23.143617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13355): Launched\u000a20:46:23.469024 run osmo-stp_10.42.42.5(pid=13356): Launched\u000a20:46:23.588466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:24.155637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13358): Launched\u000a20:46:24.272379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:24.563973 run patchelf(pid=13359): Launched\u000a20:46:24.755352 run osmo-stp_10.42.42.5(pid=13356): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13356)]\u000a20:46:24.894772 run osmo-stp_10.42.42.5(pid=13356): stdout: \u000a| (launched: 2022-12-09_20:46:23.309545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:25.034648 run osmo-stp_10.42.42.5(pid=13356): stderr: \u000a| �[0;m�[38;5;43m20221209204623500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204623501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204623501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204623501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:25.169653 run osmo-stp_10.42.42.5(pid=13356): stdout: \u000a| (launched: 2022-12-09_20:46:23.309545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:25.303258 run osmo-stp_10.42.42.5(pid=13356): stderr: \u000a| �[0;m�[38;5;43m20221209204623500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204623501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204623501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204623501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204623502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:25.458839 run patchelf(pid=13359): Terminating (SIGINT)\u000a20:46:25.642362 run patchelf(pid=13359): Terminated: ok {rc=0}\u000a20:46:25.675801 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13356): Process ended prematurely: osmo-stp_10.42.42.5(pid=13356) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13356)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:46:25.685822 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:46:25.753266 run osmo-hlr_10.42.42.2(pid=13353): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13353)]\u000a20:46:25.804207 run osmo-hlr_10.42.42.2(pid=13353): stdout: \u000a| (launched: 2022-12-09_20:46:22.295904) \u000a20:46:25.855875 run osmo-hlr_10.42.42.2(pid=13353): stderr: \u000a| �[0;m�[1;31m20221209204622493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204622493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204622493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204622493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204622493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204622493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204622506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204622515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204622516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204622516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:25.899639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13346): Terminating (SIGTERM)\u000a20:46:25.941627 run iperf3-srv_10.42.42.10(pid=13347): Terminating (SIGTERM)\u000a20:46:25.980936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13348): Terminating (SIGTERM)\u000a20:46:26.020107 run iperf3-srv_10.42.42.10(pid=13349): Terminating (SIGTERM)\u000a20:46:26.059333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13352): Terminating (SIGTERM)\u000a20:46:26.099372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13355): Terminating (SIGTERM)\u000a20:46:26.138344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13358): Terminating (SIGTERM)\u000a20:46:26.147588 --- ParallelTerminationStrategy: PID 13346 died...\u000a20:46:26.199905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13346): Terminated: ok {rc=0}\u000a20:46:26.209636 --- ParallelTerminationStrategy: PID 13347 died...\u000a20:46:26.262136 run iperf3-srv_10.42.42.10(pid=13347): Terminated {rc=256}\u000a20:46:26.271852 --- ParallelTerminationStrategy: PID 13348 died...\u000a20:46:26.324243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13348): Terminated: ok {rc=0}\u000a20:46:26.333983 --- ParallelTerminationStrategy: PID 13349 died...\u000a20:46:26.386478 run iperf3-srv_10.42.42.10(pid=13349): Terminated {rc=256}\u000a20:46:26.396024 --- ParallelTerminationStrategy: PID 13352 died...\u000a20:46:26.449112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13352): Terminated: ok {rc=0}\u000a20:46:26.458660 --- ParallelTerminationStrategy: PID 13355 died...\u000a20:46:26.510983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13355): Terminated: ok {rc=0}\u000a20:46:26.520766 --- ParallelTerminationStrategy: PID 13358 died...\u000a20:46:26.573253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13358): Terminated: ok {rc=0}\u000a20:46:26.661460 bus /gobi_0: Setting Powered False\u000a20:46:27.763724 bus /gobi_0: Setting Powered False\u000a20:46:28.874428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13368): Process ended prematurely: osmo-stp_10.42.42.5(pid=13368) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13368)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13368): Process ended prematurely: osmo-stp_10.42.42.5(pid=13368) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:46:29.988119 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.000223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:30.162131 tst iperf3.py: using LAC 23618\u000a20:46:30.280012 tst iperf3.py: using RAC 158\u000a20:46:30.404892 tst iperf3.py: using CellId 23618\u000a20:46:30.531316 tst iperf3.py: using BVCI 23619\u000a20:46:30.556344 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.567864 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.579334 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.590883 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.602019 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.612894 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.624109 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.635347 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:30.646531 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:30.957608 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:31.087822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:31.427185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13360): Launched\u000a20:46:31.718220 run iperf3-srv_10.42.42.10(pid=13361): Launched\u000a20:46:31.911254 tst iperf3.py:8: start network...\u000a20:46:32.041853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:32.523888 run create_hlr_db(pid=13362): Launched\u000a20:46:32.699094 bus /gobi_6: Setting Powered False\u000a20:46:33.719329 run create_hlr_db(pid=13362): Terminated: ok {rc=0}\u000a20:46:34.122392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13364): Launched\u000a20:46:34.425966 run osmo-hlr_10.42.42.2(pid=13365): Launched\u000a20:46:34.537174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:35.164548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13367): Launched\u000a20:46:35.461950 run osmo-stp_10.42.42.5(pid=13368): Launched\u000a20:46:35.574920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:36.131614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13370): Launched\u000a20:46:36.245217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:36.522626 run patchelf(pid=13371): Launched\u000a20:46:36.709228 run osmo-stp_10.42.42.5(pid=13368): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13368)]\u000a20:46:36.845106 run osmo-stp_10.42.42.5(pid=13368): stdout: \u000a| (launched: 2022-12-09_20:46:35.315168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:36.981171 run osmo-stp_10.42.42.5(pid=13368): stderr: \u000a| �[0;m�[38;5;43m20221209204635483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204635483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204635483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204635484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204635484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204635484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204635484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:37.112594 run osmo-stp_10.42.42.5(pid=13368): stdout: \u000a| (launched: 2022-12-09_20:46:35.315168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:37.242898 run osmo-stp_10.42.42.5(pid=13368): stderr: \u000a| �[0;m�[38;5;43m20221209204635483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204635483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204635483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204635484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204635484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204635484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204635484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:37.394867 run patchelf(pid=13371): Terminating (SIGINT)\u000a20:46:37.573519 run patchelf(pid=13371): Terminated: ok {rc=0}\u000a20:46:37.606351 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13368): Process ended prematurely: osmo-stp_10.42.42.5(pid=13368) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13368)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:46:37.616181 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:46:37.678326 run osmo-hlr_10.42.42.2(pid=13365): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13365)]\u000a20:46:37.728898 run osmo-hlr_10.42.42.2(pid=13365): stdout: \u000a| (launched: 2022-12-09_20:46:34.276547) \u000a20:46:37.780126 run osmo-hlr_10.42.42.2(pid=13365): stderr: \u000a| �[0;m�[1;31m20221209204634455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204634455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204634455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204634455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204634455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204634455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204634467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204634477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204634477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204634477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:37.823651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13360): Terminating (SIGTERM)\u000a20:46:37.864586 run iperf3-srv_10.42.42.10(pid=13361): Terminating (SIGTERM)\u000a20:46:37.906065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13364): Terminating (SIGTERM)\u000a20:46:37.947173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13367): Terminating (SIGTERM)\u000a20:46:37.988250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13370): Terminating (SIGTERM)\u000a20:46:37.997981 --- ParallelTerminationStrategy: PID 13360 died...\u000a20:46:38.053179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13360): Terminated: ok {rc=0}\u000a20:46:38.063266 --- ParallelTerminationStrategy: PID 13361 died...\u000a20:46:38.118022 run iperf3-srv_10.42.42.10(pid=13361): Terminated {rc=256}\u000a20:46:38.128004 --- ParallelTerminationStrategy: PID 13364 died...\u000a20:46:38.182724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13364): Terminated: ok {rc=0}\u000a20:46:38.192571 --- ParallelTerminationStrategy: PID 13367 died...\u000a20:46:38.247703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13367): Terminated: ok {rc=0}\u000a20:46:38.257891 --- ParallelTerminationStrategy: PID 13370 died...\u000a20:46:38.312698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13370): Terminated: ok {rc=0}\u000a20:46:38.397503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13386): Process ended prematurely: osmo-stp_10.42.42.5(pid=13386) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13386): Process ended prematurely: osmo-stp_10.42.42.5(pid=13386) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:46:39.516312 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:39.528390 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:39.691758 tst iperf3m4.py: using LAC 23619\u000a20:46:39.818278 tst iperf3m4.py: using RAC 159\u000a20:46:39.945366 tst iperf3m4.py: using CellId 23619\u000a20:46:40.072047 tst iperf3m4.py: using BVCI 23620\u000a20:46:40.096551 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.107738 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.118762 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.129779 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.140682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.151749 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.162846 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.173740 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:40.184824 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:40.303588 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:40.421310 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:40.542702 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:40.818895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:40.943198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:41.251088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13372): Launched\u000a20:46:41.508065 run iperf3-srv_10.42.42.10(pid=13373): Launched\u000a20:46:41.690146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:46:41.814282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:42.122681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13374): Launched\u000a20:46:42.378584 run iperf3-srv_10.42.42.10(pid=13375): Launched\u000a20:46:42.559823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:46:42.683786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:42.991303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13376): Launched\u000a20:46:43.246990 run iperf3-srv_10.42.42.10(pid=13377): Launched\u000a20:46:43.429342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:46:43.554057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:43.862294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13378): Launched\u000a20:46:44.117640 run iperf3-srv_10.42.42.10(pid=13379): Launched\u000a20:46:44.298837 tst iperf3m4.py:8: start network...\u000a20:46:44.423045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:44.910448 run create_hlr_db(pid=13380): Launched\u000a20:46:45.094705 bus /gobi_6: Setting Powered False\u000a20:46:46.124617 run create_hlr_db(pid=13380): Terminated: ok {rc=0}\u000a20:46:46.545079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13382): Launched\u000a20:46:46.977865 run osmo-hlr_10.42.42.2(pid=13383): Launched\u000a20:46:47.132259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:47.677697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13385): Launched\u000a20:46:47.974311 run osmo-stp_10.42.42.5(pid=13386): Launched\u000a20:46:48.082397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:48.605640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13388): Launched\u000a20:46:48.712014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:48.972805 run patchelf(pid=13389): Launched\u000a20:46:49.147025 run osmo-stp_10.42.42.5(pid=13386): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)]\u000a20:46:49.274918 run osmo-stp_10.42.42.5(pid=13386): stdout: \u000a| (launched: 2022-12-09_20:46:47.828775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:49.403310 run osmo-stp_10.42.42.5(pid=13386): stderr: \u000a| �[0;m�[38;5;43m20221209204647994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204647994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204647994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204647995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204647995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204647995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204647995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:49.526879 run osmo-stp_10.42.42.5(pid=13386): stdout: \u000a| (launched: 2022-12-09_20:46:47.828775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:49.649689 run osmo-stp_10.42.42.5(pid=13386): stderr: \u000a| �[0;m�[38;5;43m20221209204647994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204647994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204647994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204647995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204647995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204647995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204647995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:49.792249 run patchelf(pid=13389): Terminating (SIGINT)\u000a20:46:49.960129 run patchelf(pid=13389): Terminated: ok {rc=0}\u000a20:46:49.991148 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13386): Process ended prematurely: osmo-stp_10.42.42.5(pid=13386) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13386)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:46:50.000477 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:46:50.060665 run osmo-hlr_10.42.42.2(pid=13383): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13383)]\u000a20:46:50.109482 run osmo-hlr_10.42.42.2(pid=13383): stdout: \u000a| (launched: 2022-12-09_20:46:46.699864) \u000a20:46:50.158754 run osmo-hlr_10.42.42.2(pid=13383): stderr: \u000a| �[0;m�[1;31m20221209204646990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204646990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204646991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204646991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204646991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204646991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204647006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204647025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204647026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204647026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:50.200481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13372): Terminating (SIGTERM)\u000a20:46:50.240079 run iperf3-srv_10.42.42.10(pid=13373): Terminating (SIGTERM)\u000a20:46:50.279107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13374): Terminating (SIGTERM)\u000a20:46:50.318049 run iperf3-srv_10.42.42.10(pid=13375): Terminating (SIGTERM)\u000a20:46:50.357050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13376): Terminating (SIGTERM)\u000a20:46:50.395899 run iperf3-srv_10.42.42.10(pid=13377): Terminating (SIGTERM)\u000a20:46:50.434857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13378): Terminating (SIGTERM)\u000a20:46:50.473798 run iperf3-srv_10.42.42.10(pid=13379): Terminating (SIGTERM)\u000a20:46:50.512778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13382): Terminating (SIGTERM)\u000a20:46:50.551759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13385): Terminating (SIGTERM)\u000a20:46:50.590909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13388): Terminating (SIGTERM)\u000a20:46:50.600151 --- ParallelTerminationStrategy: PID 13372 died...\u000a20:46:50.652541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13372): Terminated: ok {rc=0}\u000a20:46:50.662091 --- ParallelTerminationStrategy: PID 13373 died...\u000a20:46:50.713961 run iperf3-srv_10.42.42.10(pid=13373): Terminated {rc=256}\u000a20:46:50.723469 --- ParallelTerminationStrategy: PID 13374 died...\u000a20:46:50.775519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13374): Terminated: ok {rc=0}\u000a20:46:50.784824 --- ParallelTerminationStrategy: PID 13375 died...\u000a20:46:50.837514 run iperf3-srv_10.42.42.10(pid=13375): Terminated {rc=256}\u000a20:46:50.846873 --- ParallelTerminationStrategy: PID 13376 died...\u000a20:46:50.898635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13376): Terminated: ok {rc=0}\u000a20:46:50.908137 --- ParallelTerminationStrategy: PID 13377 died...\u000a20:46:50.960550 run iperf3-srv_10.42.42.10(pid=13377): Terminated {rc=256}\u000a20:46:50.970203 --- ParallelTerminationStrategy: PID 13378 died...\u000a20:46:51.023093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13378): Terminated: ok {rc=0}\u000a20:46:51.032807 --- ParallelTerminationStrategy: PID 13379 died...\u000a20:46:51.085106 run iperf3-srv_10.42.42.10(pid=13379): Terminated {rc=256}\u000a20:46:51.094793 --- ParallelTerminationStrategy: PID 13382 died...\u000a20:46:51.147765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13382): Terminated: ok {rc=0}\u000a20:46:51.157340 --- ParallelTerminationStrategy: PID 13385 died...\u000a20:46:51.209341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13385): Terminated: ok {rc=0}\u000a20:46:51.219013 --- ParallelTerminationStrategy: PID 13388 died...\u000a20:46:51.271604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13388): Terminated: ok {rc=0}\u000a20:46:51.354308 bus /gobi_4: Setting Powered False\u000a20:46:52.461301 bus /gobi_4: Setting Powered False\u000a20:46:53.573797 bus /gobi_1: Setting Powered False\u000a20:46:54.676160 bus /gobi_1: Setting Powered False\u000a20:46:55.784106 bus /gobi_0: Setting Powered False\u000a20:46:56.889484 bus /gobi_0: Setting Powered False\u000a20:46:57.996536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:46:59.063725 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.075899 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:46:59.239648 tst ping.py: using LAC 23620\u000a20:46:59.362907 tst ping.py: using RAC 160\u000a20:46:59.485806 tst ping.py: using CellId 23620\u000a20:46:59.610354 tst ping.py: using BVCI 23621\u000a20:46:59.634379 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.645650 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.656603 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.667679 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.678666 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.689730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.700880 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:46:59.711918 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:46:59.999253 tst ping.py:19: start network...\u000a20:47:00.130392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:00.634883 run create_hlr_db(pid=13390): Launched\u000a20:47:00.816280 bus /gobi_6: Setting Powered False\u000a20:47:01.857202 run create_hlr_db(pid=13390): Terminated: ok {rc=0}\u000a20:47:02.345085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Launched\u000a20:47:02.639310 run osmo-hlr_10.42.42.2(pid=13393): Launched\u000a20:47:02.754175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:03.277741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Launched\u000a20:47:03.571362 run osmo-stp_10.42.42.5(pid=13396): Launched\u000a20:47:03.678980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:04.189526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13398): Launched\u000a20:47:04.294115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:04.549799 run patchelf(pid=13399): Launched\u000a20:47:04.721718 run osmo-stp_10.42.42.5(pid=13396): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]\u000a20:47:04.847618 run osmo-stp_10.42.42.5(pid=13396): stdout: \u000a| (launched: 2022-12-09_20:47:03.426783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:04.974351 run osmo-stp_10.42.42.5(pid=13396): stderr: \u000a| �[0;m�[38;5;43m20221209204703597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204703597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204703598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204703598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204703598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204703598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204703599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:05.095915 run osmo-stp_10.42.42.5(pid=13396): stdout: \u000a| (launched: 2022-12-09_20:47:03.426783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:05.216290 run osmo-stp_10.42.42.5(pid=13396): stderr: \u000a| �[0;m�[38;5;43m20221209204703597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204703597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204703598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204703598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204703598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204703598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204703599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:05.356880 run patchelf(pid=13399): Terminating (SIGINT)\u000a20:47:05.521859 run patchelf(pid=13399): Terminated: ok {rc=0}\u000a20:47:05.551844 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:47:05.560547 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:47:05.619873 run osmo-hlr_10.42.42.2(pid=13393): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13393)]\u000a20:47:05.668147 run osmo-hlr_10.42.42.2(pid=13393): stdout: \u000a| (launched: 2022-12-09_20:47:02.494481) \u000a20:47:05.717130 run osmo-hlr_10.42.42.2(pid=13393): stderr: \u000a| �[0;m�[1;31m20221209204702705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204702705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204702705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204702705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204702705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204702705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204702718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204702727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204702728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204702728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:05.758375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Terminating (SIGTERM)\u000a20:47:05.797316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Terminating (SIGTERM)\u000a20:47:05.836443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13398): Terminating (SIGTERM)\u000a20:47:05.845644 --- ParallelTerminationStrategy: PID 13392 died...\u000a20:47:05.897612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Terminated: ok {rc=0}\u000a20:47:05.907122 --- ParallelTerminationStrategy: PID 13395 died...\u000a20:47:05.958722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Terminated: ok {rc=0}\u000a20:47:05.968160 --- ParallelTerminationStrategy: PID 13398 died...\u000a20:47:06.020710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13398): Terminated: ok {rc=0}\u000a20:47:06.107304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13406): Process ended prematurely: osmo-stp_10.42.42.5(pid=13406) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13406)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13406): Process ended prematurely: osmo-stp_10.42.42.5(pid=13406) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:47:07.159322 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.170684 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:47:07.326962 tst ping_idle_ping.py: using LAC 23621\u000a20:47:07.442886 tst ping_idle_ping.py: using RAC 161\u000a20:47:07.558412 tst ping_idle_ping.py: using CellId 23621\u000a20:47:07.674243 tst ping_idle_ping.py: using BVCI 23622\u000a20:47:07.696743 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.707607 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.718194 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.729124 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.739876 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.750793 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.761736 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:47:07.772451 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:47:08.043010 tst ping_idle_ping.py:24: start network...\u000a20:47:08.165427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:08.627577 run create_hlr_db(pid=13400): Launched\u000a20:47:08.797408 bus /gobi_6: Setting Powered False\u000a20:47:09.818512 run create_hlr_db(pid=13400): Terminated: ok {rc=0}\u000a20:47:10.234903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13402): Launched\u000a20:47:10.528656 run osmo-hlr_10.42.42.2(pid=13403): Launched\u000a20:47:10.641765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:11.160852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13405): Launched\u000a20:47:11.456008 run osmo-stp_10.42.42.5(pid=13406): Launched\u000a20:47:11.562902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:12.076162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13408): Launched\u000a20:47:12.182438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:12.439497 run patchelf(pid=13409): Launched\u000a20:47:12.611920 run osmo-stp_10.42.42.5(pid=13406): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13406)]\u000a20:47:12.738708 run osmo-stp_10.42.42.5(pid=13406): stdout: \u000a| (launched: 2022-12-09_20:47:11.311071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:12.865427 run osmo-stp_10.42.42.5(pid=13406): stderr: \u000a| �[0;m�[38;5;43m20221209204711479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204711479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204711480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204711480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204711481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204711481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204711481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:12.987824 run osmo-stp_10.42.42.5(pid=13406): stdout: \u000a| (launched: 2022-12-09_20:47:11.311071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:13.108925 run osmo-stp_10.42.42.5(pid=13406): stderr: \u000a| �[0;m�[38;5;43m20221209204711479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204711479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204711480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204711480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204711481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204711481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204711481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:13.250051 run patchelf(pid=13409): Terminating (SIGINT)\u000a20:47:13.416098 run patchelf(pid=13409): Terminated: ok {rc=0}\u000a20:47:13.446485 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13406): Process ended prematurely: osmo-stp_10.42.42.5(pid=13406) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13406)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:47:13.455222 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a20:47:13.515621 run osmo-hlr_10.42.42.2(pid=13403): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13403)]\u000a20:47:13.564670 run osmo-hlr_10.42.42.2(pid=13403): stdout: \u000a| (launched: 2022-12-09_20:47:10.384400) \u000a20:47:13.614402 run osmo-hlr_10.42.42.2(pid=13403): stderr: \u000a| �[0;m�[1;31m20221209204710561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204710561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204710561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204710561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204710561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204710561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204710572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204710581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204710581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204710581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:13.656161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13402): Terminating (SIGTERM)\u000a20:47:13.695852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13405): Terminating (SIGTERM)\u000a20:47:13.735429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13408): Terminating (SIGTERM)\u000a20:47:13.744748 --- ParallelTerminationStrategy: PID 13402 died...\u000a20:47:13.797598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13402): Terminated: ok {rc=0}\u000a20:47:13.807396 --- ParallelTerminationStrategy: PID 13405 died...\u000a20:47:13.859964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13405): Terminated: ok {rc=0}\u000a20:47:13.869697 --- ParallelTerminationStrategy: PID 13408 died...\u000a20:47:13.922300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13408): Terminated: ok {rc=0}\u000a20:47:14.005627 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:46:16" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13423): Process ended prematurely: osmo-stp_10.42.42.5(pid=13423) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13423): Process ended prematurely: osmo-stp_10.42.42.5(pid=13423) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:47:16.203800 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.215896 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:16.382896 tst cs_paging_gprs_active.py: using LAC 23622\u000a20:47:16.539190 tst cs_paging_gprs_active.py: using RAC 162\u000a20:47:16.674492 tst cs_paging_gprs_active.py: using CellId 23622\u000a20:47:16.797858 tst cs_paging_gprs_active.py: using BVCI 23623\u000a20:47:16.822122 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.833982 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.845665 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.858649 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.872675 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.885040 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.896889 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.911530 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:16.925101 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:17.047802 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:17.343590 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:47:17.469621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:17.780684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13413): Launched\u000a20:47:18.038324 run iperf3-srv_10.42.42.10(pid=13414): Launched\u000a20:47:18.222131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:47:18.347376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:18.657259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13415): Launched\u000a20:47:18.914808 run iperf3-srv_10.42.42.10(pid=13416): Launched\u000a20:47:19.098910 tst cs_paging_gprs_active.py:38: start network...\u000a20:47:19.224521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:19.698006 run create_hlr_db(pid=13417): Launched\u000a20:47:19.870796 bus /gobi_6: Setting Powered False\u000a20:47:20.903376 run create_hlr_db(pid=13417): Terminated: ok {rc=0}\u000a20:47:21.306424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13419): Launched\u000a20:47:21.607169 run osmo-hlr_10.42.42.2(pid=13420): Launched\u000a20:47:21.724637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:22.253932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13422): Launched\u000a20:47:22.553687 run osmo-stp_10.42.42.5(pid=13423): Launched\u000a20:47:22.663410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:23.184766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13425): Launched\u000a20:47:23.292100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:23.555221 run patchelf(pid=13426): Launched\u000a20:47:23.730710 run osmo-stp_10.42.42.5(pid=13423): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)]\u000a20:47:23.858813 run osmo-stp_10.42.42.5(pid=13423): stdout: \u000a| (launched: 2022-12-09_20:47:22.406012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:23.987517 run osmo-stp_10.42.42.5(pid=13423): stderr: \u000a| �[0;m�[38;5;43m20221209204722575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204722575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204722575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204722576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204722576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204722576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204722576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:24.111638 run osmo-stp_10.42.42.5(pid=13423): stdout: \u000a| (launched: 2022-12-09_20:47:22.406012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:24.234925 run osmo-stp_10.42.42.5(pid=13423): stderr: \u000a| �[0;m�[38;5;43m20221209204722575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204722575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204722575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204722576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204722576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204722576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204722576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:24.378837 run patchelf(pid=13426): Terminating (SIGINT)\u000a20:47:24.547622 run patchelf(pid=13426): Terminated: ok {rc=0}\u000a20:47:24.578851 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13423): Process ended prematurely: osmo-stp_10.42.42.5(pid=13423) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13423)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:47:24.588304 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a20:47:24.648475 run osmo-hlr_10.42.42.2(pid=13420): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13420)]\u000a20:47:24.697202 run osmo-hlr_10.42.42.2(pid=13420): stdout: \u000a| (launched: 2022-12-09_20:47:21.459101) \u000a20:47:24.747192 run osmo-hlr_10.42.42.2(pid=13420): stderr: \u000a| �[0;m�[1;31m20221209204721634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204721634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204721634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204721634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204721634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204721635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204721647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204721657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204721657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204721657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:24.788811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13413): Terminating (SIGTERM)\u000a20:47:24.828211 run iperf3-srv_10.42.42.10(pid=13414): Terminating (SIGTERM)\u000a20:47:24.867736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13415): Terminating (SIGTERM)\u000a20:47:24.906947 run iperf3-srv_10.42.42.10(pid=13416): Terminating (SIGTERM)\u000a20:47:24.946528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13419): Terminating (SIGTERM)\u000a20:47:24.985811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13422): Terminating (SIGTERM)\u000a20:47:25.025321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13425): Terminating (SIGTERM)\u000a20:47:25.034557 --- ParallelTerminationStrategy: PID 13413 died...\u000a20:47:25.087748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13413): Terminated: ok {rc=0}\u000a20:47:25.097359 --- ParallelTerminationStrategy: PID 13414 died...\u000a20:47:25.150152 run iperf3-srv_10.42.42.10(pid=13414): Terminated {rc=256}\u000a20:47:25.159871 --- ParallelTerminationStrategy: PID 13415 died...\u000a20:47:25.212390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13415): Terminated: ok {rc=0}\u000a20:47:25.222171 --- ParallelTerminationStrategy: PID 13416 died...\u000a20:47:25.274506 run iperf3-srv_10.42.42.10(pid=13416): Terminated {rc=256}\u000a20:47:25.284144 --- ParallelTerminationStrategy: PID 13419 died...\u000a20:47:25.337019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13419): Terminated: ok {rc=0}\u000a20:47:25.346696 --- ParallelTerminationStrategy: PID 13422 died...\u000a20:47:25.399559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13422): Terminated: ok {rc=0}\u000a20:47:25.409332 --- ParallelTerminationStrategy: PID 13425 died...\u000a20:47:25.462260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13425): Terminated: ok {rc=0}\u000a20:47:25.550650 bus /gobi_0: Setting Powered False\u000a20:47:26.653117 bus /gobi_0: Setting Powered False\u000a20:47:27.761820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13435): Process ended prematurely: osmo-stp_10.42.42.5(pid=13435) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13435)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13435): Process ended prematurely: osmo-stp_10.42.42.5(pid=13435) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:47:28.874861 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:28.886949 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:29.045231 tst iperf3.py: using LAC 23623\u000a20:47:29.169426 tst iperf3.py: using RAC 163\u000a20:47:29.285354 tst iperf3.py: using CellId 23623\u000a20:47:29.410664 tst iperf3.py: using BVCI 23624\u000a20:47:29.435416 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.446892 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.458218 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.469506 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.480932 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.492199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.503818 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.515041 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:29.526527 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:29.818554 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:47:29.952151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:30.281772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13427): Launched\u000a20:47:30.556669 run iperf3-srv_10.42.42.10(pid=13428): Launched\u000a20:47:30.753115 tst iperf3.py:8: start network...\u000a20:47:30.892042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:31.444415 run create_hlr_db(pid=13429): Launched\u000a20:47:31.633732 bus /gobi_6: Setting Powered False\u000a20:47:32.652801 run create_hlr_db(pid=13429): Terminated: ok {rc=0}\u000a20:47:33.054223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13431): Launched\u000a20:47:33.354131 run osmo-hlr_10.42.42.2(pid=13432): Launched\u000a20:47:33.472227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:34.012789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13434): Launched\u000a20:47:34.332811 run osmo-stp_10.42.42.5(pid=13435): Launched\u000a20:47:34.448735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:35.007158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13437): Launched\u000a20:47:35.121778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:35.400787 run patchelf(pid=13438): Launched\u000a20:47:35.588030 run osmo-stp_10.42.42.5(pid=13435): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13435)]\u000a20:47:35.724887 run osmo-stp_10.42.42.5(pid=13435): stdout: \u000a| (launched: 2022-12-09_20:47:34.176627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:35.861968 run osmo-stp_10.42.42.5(pid=13435): stderr: \u000a| �[0;m�[38;5;43m20221209204734368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204734368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204734368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204734369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204734369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204734369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204734369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:35.994986 run osmo-stp_10.42.42.5(pid=13435): stdout: \u000a| (launched: 2022-12-09_20:47:34.176627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:36.126286 run osmo-stp_10.42.42.5(pid=13435): stderr: \u000a| �[0;m�[38;5;43m20221209204734368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204734368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204734368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204734369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204734369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204734369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204734369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:36.278875 run patchelf(pid=13438): Terminating (SIGINT)\u000a20:47:36.458172 run patchelf(pid=13438): Terminated: ok {rc=0}\u000a20:47:36.491258 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13435): Process ended prematurely: osmo-stp_10.42.42.5(pid=13435) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13435)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:47:36.501388 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:47:36.563574 run osmo-hlr_10.42.42.2(pid=13432): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13432)]\u000a20:47:36.614340 run osmo-hlr_10.42.42.2(pid=13432): stdout: \u000a| (launched: 2022-12-09_20:47:33.206561) \u000a20:47:36.665788 run osmo-hlr_10.42.42.2(pid=13432): stderr: \u000a| �[0;m�[1;31m20221209204733383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204733383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204733383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204733383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204733383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204733383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204733396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204733406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204733406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204733406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:36.709400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13427): Terminating (SIGTERM)\u000a20:47:36.750942 run iperf3-srv_10.42.42.10(pid=13428): Terminating (SIGTERM)\u000a20:47:36.792496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13431): Terminating (SIGTERM)\u000a20:47:36.834120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13434): Terminating (SIGTERM)\u000a20:47:36.875693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13437): Terminating (SIGTERM)\u000a20:47:36.885290 --- ParallelTerminationStrategy: PID 13427 died...\u000a20:47:36.941438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13427): Terminated: ok {rc=0}\u000a20:47:36.951438 --- ParallelTerminationStrategy: PID 13428 died...\u000a20:47:37.006874 run iperf3-srv_10.42.42.10(pid=13428): Terminated {rc=256}\u000a20:47:37.016820 --- ParallelTerminationStrategy: PID 13431 died...\u000a20:47:37.072055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13431): Terminated: ok {rc=0}\u000a20:47:37.081973 --- ParallelTerminationStrategy: PID 13434 died...\u000a20:47:37.137208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13434): Terminated: ok {rc=0}\u000a20:47:37.147149 --- ParallelTerminationStrategy: PID 13437 died...\u000a20:47:37.203393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13437): Terminated: ok {rc=0}\u000a20:47:37.290618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13456): Process ended prematurely: osmo-stp_10.42.42.5(pid=13456) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13456): Process ended prematurely: osmo-stp_10.42.42.5(pid=13456) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:47:38.404706 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:38.416279 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:38.577648 tst iperf3m4.py: using LAC 23624\u000a20:47:38.695539 tst iperf3m4.py: using RAC 164\u000a20:47:38.813441 tst iperf3m4.py: using CellId 23624\u000a20:47:38.930674 tst iperf3m4.py: using BVCI 23625\u000a20:47:38.953834 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:38.964622 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:38.975236 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:38.986183 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:38.996929 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:39.007812 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:39.018910 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:39.029876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:39.041177 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:39.162312 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:39.279236 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:39.400189 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:39.683044 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:47:39.808409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:40.133091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13442): Launched\u000a20:47:40.408293 run iperf3-srv_10.42.42.10(pid=13443): Launched\u000a20:47:40.605393 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:47:40.739455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:41.070192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13444): Launched\u000a20:47:41.344785 run iperf3-srv_10.42.42.10(pid=13445): Launched\u000a20:47:41.541489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:47:41.675168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:42.005858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13446): Launched\u000a20:47:42.280028 run iperf3-srv_10.42.42.10(pid=13447): Launched\u000a20:47:42.475445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:47:42.609742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:47:42.939908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13448): Launched\u000a20:47:43.213513 run iperf3-srv_10.42.42.10(pid=13449): Launched\u000a20:47:43.409507 tst iperf3m4.py:8: start network...\u000a20:47:43.543221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:44.056824 run create_hlr_db(pid=13450): Launched\u000a20:47:44.243038 bus /gobi_6: Setting Powered False\u000a20:47:45.263109 run create_hlr_db(pid=13450): Terminated: ok {rc=0}\u000a20:47:45.665389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13452): Launched\u000a20:47:46.100904 run osmo-hlr_10.42.42.2(pid=13453): Launched\u000a20:47:46.340395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:46.931732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13455): Launched\u000a20:47:47.391838 run osmo-stp_10.42.42.5(pid=13456): Launched\u000a20:47:47.505777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:47:48.063284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13458): Launched\u000a20:47:48.177796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:47:48.456580 run patchelf(pid=13459): Launched\u000a20:47:48.644144 run osmo-stp_10.42.42.5(pid=13456): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)]\u000a20:47:48.781039 run osmo-stp_10.42.42.5(pid=13456): stdout: \u000a| (launched: 2022-12-09_20:47:47.098645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:48.918122 run osmo-stp_10.42.42.5(pid=13456): stderr: \u000a| �[0;m�[38;5;43m20221209204747288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204747288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204747288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204747289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204747289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204747289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204747289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:49.050934 run osmo-stp_10.42.42.5(pid=13456): stdout: \u000a| (launched: 2022-12-09_20:47:47.098645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:49.182516 run osmo-stp_10.42.42.5(pid=13456): stderr: \u000a| �[0;m�[38;5;43m20221209204747288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204747288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204747288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204747289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204747289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204747289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204747289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:49.335440 run patchelf(pid=13459): Terminating (SIGINT)\u000a20:47:49.515387 run patchelf(pid=13459): Terminated: ok {rc=0}\u000a20:47:49.548417 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13456): Process ended prematurely: osmo-stp_10.42.42.5(pid=13456) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13456)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:47:49.558622 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:47:49.621281 run osmo-hlr_10.42.42.2(pid=13453): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13453)]\u000a20:47:49.671932 run osmo-hlr_10.42.42.2(pid=13453): stdout: \u000a| (launched: 2022-12-09_20:47:45.818000) \u000a20:47:49.723416 run osmo-hlr_10.42.42.2(pid=13453): stderr: \u000a| �[0;m�[1;31m20221209204746056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204746056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204746056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204746056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204746056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204746056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204746071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204746091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204746091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204746091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:49.767269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13442): Terminating (SIGTERM)\u000a20:47:49.808757 run iperf3-srv_10.42.42.10(pid=13443): Terminating (SIGTERM)\u000a20:47:49.850118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13444): Terminating (SIGTERM)\u000a20:47:49.891326 run iperf3-srv_10.42.42.10(pid=13445): Terminating (SIGTERM)\u000a20:47:49.932564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13446): Terminating (SIGTERM)\u000a20:47:49.973795 run iperf3-srv_10.42.42.10(pid=13447): Terminating (SIGTERM)\u000a20:47:50.015038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13448): Terminating (SIGTERM)\u000a20:47:50.056125 run iperf3-srv_10.42.42.10(pid=13449): Terminating (SIGTERM)\u000a20:47:50.097306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13452): Terminating (SIGTERM)\u000a20:47:50.138571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13455): Terminating (SIGTERM)\u000a20:47:50.180022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13458): Terminating (SIGTERM)\u000a20:47:50.189685 --- ParallelTerminationStrategy: PID 13442 died...\u000a20:47:50.244724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13442): Terminated: ok {rc=0}\u000a20:47:50.254581 --- ParallelTerminationStrategy: PID 13443 died...\u000a20:47:50.309663 run iperf3-srv_10.42.42.10(pid=13443): Terminated {rc=256}\u000a20:47:50.319578 --- ParallelTerminationStrategy: PID 13444 died...\u000a20:47:50.374246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13444): Terminated: ok {rc=0}\u000a20:47:50.384086 --- ParallelTerminationStrategy: PID 13445 died...\u000a20:47:50.438627 run iperf3-srv_10.42.42.10(pid=13445): Terminated {rc=256}\u000a20:47:50.448434 --- ParallelTerminationStrategy: PID 13446 died...\u000a20:47:50.503113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13446): Terminated: ok {rc=0}\u000a20:47:50.513389 --- ParallelTerminationStrategy: PID 13447 died...\u000a20:47:50.568114 run iperf3-srv_10.42.42.10(pid=13447): Terminated {rc=256}\u000a20:47:50.578003 --- ParallelTerminationStrategy: PID 13448 died...\u000a20:47:50.632579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13448): Terminated: ok {rc=0}\u000a20:47:50.642567 --- ParallelTerminationStrategy: PID 13449 died...\u000a20:47:50.697081 run iperf3-srv_10.42.42.10(pid=13449): Terminated {rc=256}\u000a20:47:50.706913 --- ParallelTerminationStrategy: PID 13452 died...\u000a20:47:50.761641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13452): Terminated: ok {rc=0}\u000a20:47:50.771594 --- ParallelTerminationStrategy: PID 13455 died...\u000a20:47:50.826333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13455): Terminated: ok {rc=0}\u000a20:47:50.836249 --- ParallelTerminationStrategy: PID 13458 died...\u000a20:47:50.891433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13458): Terminated: ok {rc=0}\u000a20:47:50.978210 bus /gobi_4: Setting Powered False\u000a20:47:52.084406 bus /gobi_4: Setting Powered False\u000a20:47:53.195220 bus /gobi_1: Setting Powered False\u000a20:47:54.297087 bus /gobi_1: Setting Powered False\u000a20:47:55.407302 bus /gobi_0: Setting Powered False\u000a20:47:56.509180 bus /gobi_0: Setting Powered False\u000a20:47:57.619475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13466): Process ended prematurely: osmo-stp_10.42.42.5(pid=13466) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13466)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13466): Process ended prematurely: osmo-stp_10.42.42.5(pid=13466) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:47:58.687133 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:58.698632 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:47:58.854981 tst ping.py: using LAC 23625\u000a20:47:58.971098 tst ping.py: using RAC 165\u000a20:47:59.087062 tst ping.py: using CellId 23625\u000a20:47:59.210021 tst ping.py: using BVCI 23626\u000a20:47:59.234252 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.245705 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.256931 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.268203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.279463 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.290826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.302045 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:47:59.313282 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:47:59.583792 tst ping.py:19: start network...\u000a20:47:59.706028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:00.171710 run create_hlr_db(pid=13460): Launched\u000a20:48:00.341418 bus /gobi_6: Setting Powered False\u000a20:48:01.365443 run create_hlr_db(pid=13460): Terminated: ok {rc=0}\u000a20:48:01.835105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13462): Launched\u000a20:48:02.171798 run osmo-hlr_10.42.42.2(pid=13463): Launched\u000a20:48:02.293596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:02.838641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13465): Launched\u000a20:48:03.152030 run osmo-stp_10.42.42.5(pid=13466): Launched\u000a20:48:03.268998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:03.817070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13468): Launched\u000a20:48:03.928800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:04.201564 run patchelf(pid=13469): Launched\u000a20:48:04.384910 run osmo-stp_10.42.42.5(pid=13466): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13466)]\u000a20:48:04.519384 run osmo-stp_10.42.42.5(pid=13466): stdout: \u000a| (launched: 2022-12-09_20:48:02.998165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:04.654417 run osmo-stp_10.42.42.5(pid=13466): stderr: \u000a| �[0;m�[38;5;43m20221209204803190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204803191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204803191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204803191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204803194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204803194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204803194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:04.784050 run osmo-stp_10.42.42.5(pid=13466): stdout: \u000a| (launched: 2022-12-09_20:48:02.998165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:04.912459 run osmo-stp_10.42.42.5(pid=13466): stderr: \u000a| �[0;m�[38;5;43m20221209204803190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204803191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204803191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204803191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204803194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204803194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204803194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:05.062413 run patchelf(pid=13469): Terminating (SIGINT)\u000a20:48:05.238713 run patchelf(pid=13469): Terminated: ok {rc=0}\u000a20:48:05.270646 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13466): Process ended prematurely: osmo-stp_10.42.42.5(pid=13466) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13466)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:48:05.279983 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:48:05.342483 run osmo-hlr_10.42.42.2(pid=13463): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13463)]\u000a20:48:05.393377 run osmo-hlr_10.42.42.2(pid=13463): stdout: \u000a| (launched: 2022-12-09_20:48:01.998595) \u000a20:48:05.445106 run osmo-hlr_10.42.42.2(pid=13463): stderr: \u000a| �[0;m�[1;31m20221209204802263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204802263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204802264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204802264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204802264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204802264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204802278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204802286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204802286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204802286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:05.488845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13462): Terminating (SIGTERM)\u000a20:48:05.530390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13465): Terminating (SIGTERM)\u000a20:48:05.571704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13468): Terminating (SIGTERM)\u000a20:48:05.581336 --- ParallelTerminationStrategy: PID 13462 died...\u000a20:48:05.636828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13462): Terminated: ok {rc=0}\u000a20:48:05.646812 --- ParallelTerminationStrategy: PID 13465 died...\u000a20:48:05.701781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13465): Terminated: ok {rc=0}\u000a20:48:05.712049 --- ParallelTerminationStrategy: PID 13468 died...\u000a20:48:05.767005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13468): Terminated: ok {rc=0}\u000a20:48:05.853701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13476): Process ended prematurely: osmo-stp_10.42.42.5(pid=13476) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13476)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13476): Process ended prematurely: osmo-stp_10.42.42.5(pid=13476) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:48:06.905661 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:06.917424 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:48:07.078494 tst ping_idle_ping.py: using LAC 23626\u000a20:48:07.195540 tst ping_idle_ping.py: using RAC 166\u000a20:48:07.314855 tst ping_idle_ping.py: using CellId 23626\u000a20:48:07.431357 tst ping_idle_ping.py: using BVCI 23627\u000a20:48:07.454321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.465258 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.476065 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.487722 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.499404 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.510894 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.522459 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:48:07.533801 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:48:07.808380 tst ping_idle_ping.py:24: start network...\u000a20:48:07.931246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:08.393726 run create_hlr_db(pid=13470): Launched\u000a20:48:08.563382 bus /gobi_6: Setting Powered False\u000a20:48:09.583902 run create_hlr_db(pid=13470): Terminated: ok {rc=0}\u000a20:48:10.003534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13472): Launched\u000a20:48:10.319071 run osmo-hlr_10.42.42.2(pid=13473): Launched\u000a20:48:10.435277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:10.982499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13475): Launched\u000a20:48:11.299878 run osmo-stp_10.42.42.5(pid=13476): Launched\u000a20:48:11.414579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:11.976259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13478): Launched\u000a20:48:12.088750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:12.363939 run patchelf(pid=13479): Launched\u000a20:48:12.549112 run osmo-stp_10.42.42.5(pid=13476): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13476)]\u000a20:48:12.684042 run osmo-stp_10.42.42.5(pid=13476): stdout: \u000a| (launched: 2022-12-09_20:48:11.145250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:12.819365 run osmo-stp_10.42.42.5(pid=13476): stderr: \u000a| �[0;m�[38;5;43m20221209204811335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204811336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204811336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204811336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204811337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204811337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204811337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:12.950165 run osmo-stp_10.42.42.5(pid=13476): stdout: \u000a| (launched: 2022-12-09_20:48:11.145250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:13.079535 run osmo-stp_10.42.42.5(pid=13476): stderr: \u000a| �[0;m�[38;5;43m20221209204811335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204811336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204811336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204811336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204811337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204811337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204811337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:13.230364 run patchelf(pid=13479): Terminating (SIGINT)\u000a20:48:13.408015 run patchelf(pid=13479): Terminated: ok {rc=0}\u000a20:48:13.440244 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13476): Process ended prematurely: osmo-stp_10.42.42.5(pid=13476) [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13476)] [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:48:13.449809 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:48:13.512500 run osmo-hlr_10.42.42.2(pid=13473): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13473)]\u000a20:48:13.563673 run osmo-hlr_10.42.42.2(pid=13473): stdout: \u000a| (launched: 2022-12-09_20:48:10.164404) \u000a20:48:13.615302 run osmo-hlr_10.42.42.2(pid=13473): stderr: \u000a| �[0;m�[1;31m20221209204810361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204810361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204810361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204810361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204810361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204810361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204810373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204810381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204810381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204810381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:13.659037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13472): Terminating (SIGTERM)\u000a20:48:13.700306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13475): Terminating (SIGTERM)\u000a20:48:13.741725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13478): Terminating (SIGTERM)\u000a20:48:13.751315 --- ParallelTerminationStrategy: PID 13472 died...\u000a20:48:13.806370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13472): Terminated: ok {rc=0}\u000a20:48:13.816225 --- ParallelTerminationStrategy: PID 13475 died...\u000a20:48:13.871431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13475): Terminated: ok {rc=0}\u000a20:48:13.881463 --- ParallelTerminationStrategy: PID 13478 died...\u000a20:48:13.936665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13478): Terminated: ok {rc=0}\u000a20:48:14.022525 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:47:15" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13493): Process ended prematurely: osmo-stp_10.42.42.5(pid=13493) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13493)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13493): Process ended prematurely: osmo-stp_10.42.42.5(pid=13493) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:48:16.189752 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.202000 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:16.344504 tst cs_paging_gprs_active.py: using LAC 23627\u000a20:48:16.473253 tst cs_paging_gprs_active.py: using RAC 167\u000a20:48:16.619179 tst cs_paging_gprs_active.py: using CellId 23627\u000a20:48:16.782350 tst cs_paging_gprs_active.py: using BVCI 23628\u000a20:48:16.816456 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.831101 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.844590 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.858051 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.871249 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.884221 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.896558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.910738 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:16.924670 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:17.052412 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:17.354237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:48:17.488897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:17.821655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13483): Launched\u000a20:48:18.097092 run iperf3-srv_10.42.42.10(pid=13484): Launched\u000a20:48:18.294423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:48:18.428794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:18.761253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13485): Launched\u000a20:48:19.036206 run iperf3-srv_10.42.42.10(pid=13486): Launched\u000a20:48:19.232836 tst cs_paging_gprs_active.py:38: start network...\u000a20:48:19.367076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:19.879330 run create_hlr_db(pid=13487): Launched\u000a20:48:20.064718 bus /gobi_6: Setting Powered False\u000a20:48:21.085190 run create_hlr_db(pid=13487): Terminated: ok {rc=0}\u000a20:48:21.486807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13489): Launched\u000a20:48:21.787679 run osmo-hlr_10.42.42.2(pid=13490): Launched\u000a20:48:21.905135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:22.430402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13492): Launched\u000a20:48:22.729134 run osmo-stp_10.42.42.5(pid=13493): Launched\u000a20:48:22.838792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:23.359761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13495): Launched\u000a20:48:23.466554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:23.727458 run patchelf(pid=13496): Launched\u000a20:48:23.902620 run osmo-stp_10.42.42.5(pid=13493): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13493)]\u000a20:48:24.031028 run osmo-stp_10.42.42.5(pid=13493): stdout: \u000a| (launched: 2022-12-09_20:48:22.582258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.159282 run osmo-stp_10.42.42.5(pid=13493): stderr: \u000a| �[0;m�[38;5;43m20221209204822753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204822753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204822753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204822754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204822755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204822755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204822755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.282912 run osmo-stp_10.42.42.5(pid=13493): stdout: \u000a| (launched: 2022-12-09_20:48:22.582258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.405811 run osmo-stp_10.42.42.5(pid=13493): stderr: \u000a| �[0;m�[38;5;43m20221209204822753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204822753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204822753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204822754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204822755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204822755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204822755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.549522 run patchelf(pid=13496): Terminating (SIGINT)\u000a20:48:24.717674 run patchelf(pid=13496): Terminated: ok {rc=0}\u000a20:48:24.748679 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13493): Process ended prematurely: osmo-stp_10.42.42.5(pid=13493) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13493)] [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:48:24.758075 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:48:24.817768 run osmo-hlr_10.42.42.2(pid=13490): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13490)]\u000a20:48:24.866654 run osmo-hlr_10.42.42.2(pid=13490): stdout: \u000a| (launched: 2022-12-09_20:48:21.640261) \u000a20:48:24.916241 run osmo-hlr_10.42.42.2(pid=13490): stderr: \u000a| �[0;m�[1;31m20221209204821815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204821815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204821815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204821815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204821815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204821815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204821830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204821841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204821841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204821842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:24.957809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13483): Terminating (SIGTERM)\u000a20:48:24.997248 run iperf3-srv_10.42.42.10(pid=13484): Terminating (SIGTERM)\u000a20:48:25.036932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13485): Terminating (SIGTERM)\u000a20:48:25.076212 run iperf3-srv_10.42.42.10(pid=13486): Terminating (SIGTERM)\u000a20:48:25.115594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13489): Terminating (SIGTERM)\u000a20:48:25.154860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13492): Terminating (SIGTERM)\u000a20:48:25.194231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13495): Terminating (SIGTERM)\u000a20:48:25.203451 --- ParallelTerminationStrategy: PID 13483 died...\u000a20:48:25.256118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13483): Terminated: ok {rc=0}\u000a20:48:25.265953 --- ParallelTerminationStrategy: PID 13484 died...\u000a20:48:25.318032 run iperf3-srv_10.42.42.10(pid=13484): Terminated {rc=256}\u000a20:48:25.327630 --- ParallelTerminationStrategy: PID 13485 died...\u000a20:48:25.379354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13485): Terminated: ok {rc=0}\u000a20:48:25.389000 --- ParallelTerminationStrategy: PID 13486 died...\u000a20:48:25.440875 run iperf3-srv_10.42.42.10(pid=13486): Terminated {rc=256}\u000a20:48:25.450333 --- ParallelTerminationStrategy: PID 13489 died...\u000a20:48:25.502748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13489): Terminated: ok {rc=0}\u000a20:48:25.512224 --- ParallelTerminationStrategy: PID 13492 died...\u000a20:48:25.564486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13492): Terminated: ok {rc=0}\u000a20:48:25.574212 --- ParallelTerminationStrategy: PID 13495 died...\u000a20:48:25.626024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13495): Terminated: ok {rc=0}\u000a20:48:25.708616 bus /gobi_0: Setting Powered False\u000a20:48:26.810016 bus /gobi_0: Setting Powered False\u000a20:48:27.918684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13505): Process ended prematurely: osmo-stp_10.42.42.5(pid=13505) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13505)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13505): Process ended prematurely: osmo-stp_10.42.42.5(pid=13505) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:48:29.032344 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.044571 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:29.193193 tst iperf3.py: using LAC 23628\u000a20:48:29.317892 tst iperf3.py: using RAC 168\u000a20:48:29.442737 tst iperf3.py: using CellId 23628\u000a20:48:29.567262 tst iperf3.py: using BVCI 23629\u000a20:48:29.592494 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.604220 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.615728 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.627316 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.638782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.650215 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.661871 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.673343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:29.684910 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:29.960379 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:48:30.085959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:30.396130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13497): Launched\u000a20:48:30.653852 run iperf3-srv_10.42.42.10(pid=13498): Launched\u000a20:48:30.840249 tst iperf3.py:8: start network...\u000a20:48:30.972013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:31.579504 run create_hlr_db(pid=13499): Launched\u000a20:48:31.762866 bus /gobi_6: Setting Powered False\u000a20:48:32.781844 run create_hlr_db(pid=13499): Terminated: ok {rc=0}\u000a20:48:33.206707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13501): Launched\u000a20:48:33.527819 run osmo-hlr_10.42.42.2(pid=13502): Launched\u000a20:48:33.646062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:34.203383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13504): Launched\u000a20:48:34.522821 run osmo-stp_10.42.42.5(pid=13505): Launched\u000a20:48:34.639070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:35.197908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13507): Launched\u000a20:48:35.312425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:35.591254 run patchelf(pid=13508): Launched\u000a20:48:35.779161 run osmo-stp_10.42.42.5(pid=13505): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13505)]\u000a20:48:35.916245 run osmo-stp_10.42.42.5(pid=13505): stdout: \u000a| (launched: 2022-12-09_20:48:34.366508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:36.053633 run osmo-stp_10.42.42.5(pid=13505): stderr: \u000a| �[0;m�[38;5;43m20221209204834559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204834559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204834560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204834560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204834561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204834561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204834561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:36.186502 run osmo-stp_10.42.42.5(pid=13505): stdout: \u000a| (launched: 2022-12-09_20:48:34.366508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:36.317839 run osmo-stp_10.42.42.5(pid=13505): stderr: \u000a| �[0;m�[38;5;43m20221209204834559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204834559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204834560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204834560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204834561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204834561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204834561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:36.471337 run patchelf(pid=13508): Terminating (SIGINT)\u000a20:48:36.651807 run patchelf(pid=13508): Terminated: ok {rc=0}\u000a20:48:36.685103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13505): Process ended prematurely: osmo-stp_10.42.42.5(pid=13505) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13505)] [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:48:36.695205 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:48:36.757385 run osmo-hlr_10.42.42.2(pid=13502): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13502)]\u000a20:48:36.808196 run osmo-hlr_10.42.42.2(pid=13502): stdout: \u000a| (launched: 2022-12-09_20:48:33.369801) \u000a20:48:36.859766 run osmo-hlr_10.42.42.2(pid=13502): stderr: \u000a| �[0;m�[1;31m20221209204833570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204833570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204833570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204833570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204833570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204833570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204833583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204833591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204833591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204833591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:36.903502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13497): Terminating (SIGTERM)\u000a20:48:36.944774 run iperf3-srv_10.42.42.10(pid=13498): Terminating (SIGTERM)\u000a20:48:36.986258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13501): Terminating (SIGTERM)\u000a20:48:37.027580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13504): Terminating (SIGTERM)\u000a20:48:37.068708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13507): Terminating (SIGTERM)\u000a20:48:37.078230 --- ParallelTerminationStrategy: PID 13497 died...\u000a20:48:37.133124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13497): Terminated: ok {rc=0}\u000a20:48:37.142935 --- ParallelTerminationStrategy: PID 13498 died...\u000a20:48:37.197639 run iperf3-srv_10.42.42.10(pid=13498): Terminated {rc=256}\u000a20:48:37.207426 --- ParallelTerminationStrategy: PID 13501 died...\u000a20:48:37.262045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13501): Terminated: ok {rc=0}\u000a20:48:37.271858 --- ParallelTerminationStrategy: PID 13504 died...\u000a20:48:37.326519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13504): Terminated: ok {rc=0}\u000a20:48:37.336352 --- ParallelTerminationStrategy: PID 13507 died...\u000a20:48:37.391670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13507): Terminated: ok {rc=0}\u000a20:48:37.477707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13523): Process ended prematurely: osmo-stp_10.42.42.5(pid=13523) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13523)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13523): Process ended prematurely: osmo-stp_10.42.42.5(pid=13523) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:48:38.590525 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:38.602450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:38.742006 tst iperf3m4.py: using LAC 23629\u000a20:48:38.863104 tst iperf3m4.py: using RAC 169\u000a20:48:38.979906 tst iperf3m4.py: using CellId 23629\u000a20:48:39.096154 tst iperf3m4.py: using BVCI 23630\u000a20:48:39.119393 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.130627 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.141670 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.152939 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.164387 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.175279 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.186566 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.197410 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:39.209748 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:39.325763 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:39.449377 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:39.565986 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:39.857060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:48:39.990893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:40.320676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13509): Launched\u000a20:48:40.594845 run iperf3-srv_10.42.42.10(pid=13510): Launched\u000a20:48:40.790558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:48:40.924030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:41.253089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13511): Launched\u000a20:48:41.526231 run iperf3-srv_10.42.42.10(pid=13512): Launched\u000a20:48:41.722829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:48:41.856462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:42.186331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13513): Launched\u000a20:48:42.459694 run iperf3-srv_10.42.42.10(pid=13514): Launched\u000a20:48:42.655490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:48:42.788832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:48:43.118174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13515): Launched\u000a20:48:43.392018 run iperf3-srv_10.42.42.10(pid=13516): Launched\u000a20:48:43.588325 tst iperf3m4.py:8: start network...\u000a20:48:43.722527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:44.230797 run create_hlr_db(pid=13517): Launched\u000a20:48:44.404061 bus /gobi_6: Setting Powered False\u000a20:48:45.425652 run create_hlr_db(pid=13517): Terminated: ok {rc=0}\u000a20:48:45.828445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13519): Launched\u000a20:48:46.267801 run osmo-hlr_10.42.42.2(pid=13520): Launched\u000a20:48:46.405355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:47.059744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13522): Launched\u000a20:48:47.410526 run osmo-stp_10.42.42.5(pid=13523): Launched\u000a20:48:47.530786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:48:48.096005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13525): Launched\u000a20:48:48.210951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:48:48.490168 run patchelf(pid=13526): Launched\u000a20:48:48.678015 run osmo-stp_10.42.42.5(pid=13523): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13523)]\u000a20:48:48.815210 run osmo-stp_10.42.42.5(pid=13523): stdout: \u000a| (launched: 2022-12-09_20:48:47.240046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:48.952479 run osmo-stp_10.42.42.5(pid=13523): stderr: \u000a| �[0;m�[38;5;43m20221209204847475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204847475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204847475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204847476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204847476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204847476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204847476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:49.085446 run osmo-stp_10.42.42.5(pid=13523): stdout: \u000a| (launched: 2022-12-09_20:48:47.240046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:49.216693 run osmo-stp_10.42.42.5(pid=13523): stderr: \u000a| �[0;m�[38;5;43m20221209204847475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204847475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204847475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204847476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204847476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204847476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204847476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:49.369714 run patchelf(pid=13526): Terminating (SIGINT)\u000a20:48:49.549872 run patchelf(pid=13526): Terminated: ok {rc=0}\u000a20:48:49.583045 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13523): Process ended prematurely: osmo-stp_10.42.42.5(pid=13523) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13523)] [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:48:49.593108 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:48:49.655646 run osmo-hlr_10.42.42.2(pid=13520): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13520)]\u000a20:48:49.706498 run osmo-hlr_10.42.42.2(pid=13520): stdout: \u000a| (launched: 2022-12-09_20:48:46.012075) \u000a20:48:49.758227 run osmo-hlr_10.42.42.2(pid=13520): stderr: \u000a| �[0;m�[1;31m20221209204846379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204846379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204846380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204846380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204846380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204846380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204846400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204846425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204846426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204846426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:49.802239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13509): Terminating (SIGTERM)\u000a20:48:49.843413 run iperf3-srv_10.42.42.10(pid=13510): Terminating (SIGTERM)\u000a20:48:49.884507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13511): Terminating (SIGTERM)\u000a20:48:49.925450 run iperf3-srv_10.42.42.10(pid=13512): Terminating (SIGTERM)\u000a20:48:49.966529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13513): Terminating (SIGTERM)\u000a20:48:50.007687 run iperf3-srv_10.42.42.10(pid=13514): Terminating (SIGTERM)\u000a20:48:50.048798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13515): Terminating (SIGTERM)\u000a20:48:50.089933 run iperf3-srv_10.42.42.10(pid=13516): Terminating (SIGTERM)\u000a20:48:50.131092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13519): Terminating (SIGTERM)\u000a20:48:50.172082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13522): Terminating (SIGTERM)\u000a20:48:50.213323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13525): Terminating (SIGTERM)\u000a20:48:50.222849 --- ParallelTerminationStrategy: PID 13509 died...\u000a20:48:50.277734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13509): Terminated: ok {rc=0}\u000a20:48:50.287691 --- ParallelTerminationStrategy: PID 13510 died...\u000a20:48:50.342439 run iperf3-srv_10.42.42.10(pid=13510): Terminated {rc=256}\u000a20:48:50.352306 --- ParallelTerminationStrategy: PID 13511 died...\u000a20:48:50.406988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13511): Terminated: ok {rc=0}\u000a20:48:50.416920 --- ParallelTerminationStrategy: PID 13512 died...\u000a20:48:50.471486 run iperf3-srv_10.42.42.10(pid=13512): Terminated {rc=256}\u000a20:48:50.481537 --- ParallelTerminationStrategy: PID 13513 died...\u000a20:48:50.536231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13513): Terminated: ok {rc=0}\u000a20:48:50.546306 --- ParallelTerminationStrategy: PID 13514 died...\u000a20:48:50.600935 run iperf3-srv_10.42.42.10(pid=13514): Terminated {rc=256}\u000a20:48:50.610871 --- ParallelTerminationStrategy: PID 13515 died...\u000a20:48:50.665308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13515): Terminated: ok {rc=0}\u000a20:48:50.675271 --- ParallelTerminationStrategy: PID 13516 died...\u000a20:48:50.729687 run iperf3-srv_10.42.42.10(pid=13516): Terminated {rc=256}\u000a20:48:50.739623 --- ParallelTerminationStrategy: PID 13519 died...\u000a20:48:50.794522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13519): Terminated: ok {rc=0}\u000a20:48:50.804475 --- ParallelTerminationStrategy: PID 13522 died...\u000a20:48:50.859278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13522): Terminated: ok {rc=0}\u000a20:48:50.869343 --- ParallelTerminationStrategy: PID 13525 died...\u000a20:48:50.924043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13525): Terminated: ok {rc=0}\u000a20:48:51.010171 bus /gobi_4: Setting Powered False\u000a20:48:52.115200 bus /gobi_4: Setting Powered False\u000a20:48:53.224530 bus /gobi_1: Setting Powered False\u000a20:48:54.328172 bus /gobi_1: Setting Powered False\u000a20:48:55.437413 bus /gobi_0: Setting Powered False\u000a20:48:56.539284 bus /gobi_0: Setting Powered False\u000a20:48:57.648696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13533): Process ended prematurely: osmo-stp_10.42.42.5(pid=13533) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13533)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13533): Process ended prematurely: osmo-stp_10.42.42.5(pid=13533) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:48:58.714016 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:58.725867 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:48:58.863507 tst ping.py: using LAC 23630\u000a20:48:58.980490 tst ping.py: using RAC 170\u000a20:48:59.096087 tst ping.py: using CellId 23630\u000a20:48:59.213358 tst ping.py: using BVCI 23631\u000a20:48:59.235779 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.247051 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.258144 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.269431 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.280654 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.291953 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.303399 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:48:59.314792 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:48:59.603031 tst ping.py:19: start network...\u000a20:48:59.734808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:00.238451 run create_hlr_db(pid=13527): Launched\u000a20:49:00.420890 bus /gobi_6: Setting Powered False\u000a20:49:01.433274 run create_hlr_db(pid=13527): Terminated: ok {rc=0}\u000a20:49:01.903638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13529): Launched\u000a20:49:02.236809 run osmo-hlr_10.42.42.2(pid=13530): Launched\u000a20:49:02.369924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:02.895272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13532): Launched\u000a20:49:03.210697 run osmo-stp_10.42.42.5(pid=13533): Launched\u000a20:49:03.325733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:03.875682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13535): Launched\u000a20:49:03.988162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:04.262357 run patchelf(pid=13536): Launched\u000a20:49:04.446882 run osmo-stp_10.42.42.5(pid=13533): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13533)]\u000a20:49:04.582830 run osmo-stp_10.42.42.5(pid=13533): stdout: \u000a| (launched: 2022-12-09_20:49:03.056112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:04.718137 run osmo-stp_10.42.42.5(pid=13533): stderr: \u000a| �[0;m�[38;5;43m20221209204903246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204903246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204903246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204903247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204903247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204903247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204903247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:04.848616 run osmo-stp_10.42.42.5(pid=13533): stdout: \u000a| (launched: 2022-12-09_20:49:03.056112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:04.978072 run osmo-stp_10.42.42.5(pid=13533): stderr: \u000a| �[0;m�[38;5;43m20221209204903246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204903246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204903246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204903247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204903247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204903247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204903247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:05.127977 run patchelf(pid=13536): Terminating (SIGINT)\u000a20:49:05.304360 run patchelf(pid=13536): Terminated: ok {rc=0}\u000a20:49:05.336595 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13533): Process ended prematurely: osmo-stp_10.42.42.5(pid=13533) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13533)] [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:49:05.345975 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:49:05.408048 run osmo-hlr_10.42.42.2(pid=13530): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13530)]\u000a20:49:05.458730 run osmo-hlr_10.42.42.2(pid=13530): stdout: \u000a| (launched: 2022-12-09_20:49:02.054967) \u000a20:49:05.510105 run osmo-hlr_10.42.42.2(pid=13530): stderr: \u000a| �[0;m�[1;31m20221209204902332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204902332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204902332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204902332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204902332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204902332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204902344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204902352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204902353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204902353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:05.554377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13529): Terminating (SIGTERM)\u000a20:49:05.595902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13532): Terminating (SIGTERM)\u000a20:49:05.637224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13535): Terminating (SIGTERM)\u000a20:49:05.646816 --- ParallelTerminationStrategy: PID 13529 died...\u000a20:49:05.701972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13529): Terminated: ok {rc=0}\u000a20:49:05.712083 --- ParallelTerminationStrategy: PID 13532 died...\u000a20:49:05.767053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13532): Terminated: ok {rc=0}\u000a20:49:05.777092 --- ParallelTerminationStrategy: PID 13535 died...\u000a20:49:05.832028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13535): Terminated: ok {rc=0}\u000a20:49:05.918822 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13543): Process ended prematurely: osmo-stp_10.42.42.5(pid=13543) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13543): Process ended prematurely: osmo-stp_10.42.42.5(pid=13543) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:49:06.971698 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:06.984558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:49:07.130573 tst ping_idle_ping.py: using LAC 23631\u000a20:49:07.252371 tst ping_idle_ping.py: using RAC 171\u000a20:49:07.371286 tst ping_idle_ping.py: using CellId 23631\u000a20:49:07.494070 tst ping_idle_ping.py: using BVCI 23632\u000a20:49:07.518408 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.530184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.541695 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.553967 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.565561 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.577089 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.588502 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:49:07.600117 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:49:07.886975 tst ping_idle_ping.py:24: start network...\u000a20:49:08.019262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:08.525931 run create_hlr_db(pid=13537): Launched\u000a20:49:08.708754 bus /gobi_6: Setting Powered False\u000a20:49:09.729722 run create_hlr_db(pid=13537): Terminated: ok {rc=0}\u000a20:49:10.148941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13539): Launched\u000a20:49:10.463550 run osmo-hlr_10.42.42.2(pid=13540): Launched\u000a20:49:10.581055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:11.126600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13542): Launched\u000a20:49:11.441055 run osmo-stp_10.42.42.5(pid=13543): Launched\u000a20:49:11.555367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:12.106257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13545): Launched\u000a20:49:12.218699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:12.492561 run patchelf(pid=13546): Launched\u000a20:49:12.677881 run osmo-stp_10.42.42.5(pid=13543): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)]\u000a20:49:12.813102 run osmo-stp_10.42.42.5(pid=13543): stdout: \u000a| (launched: 2022-12-09_20:49:11.286761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:12.948556 run osmo-stp_10.42.42.5(pid=13543): stderr: \u000a| �[0;m�[38;5;43m20221209204911477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204911477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204911478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204911478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204911479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204911479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204911479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:13.079214 run osmo-stp_10.42.42.5(pid=13543): stdout: \u000a| (launched: 2022-12-09_20:49:11.286761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:13.208365 run osmo-stp_10.42.42.5(pid=13543): stderr: \u000a| �[0;m�[38;5;43m20221209204911477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204911477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204911478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204911478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204911479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204911479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204911479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:13.359255 run patchelf(pid=13546): Terminating (SIGINT)\u000a20:49:13.536241 run patchelf(pid=13546): Terminated: ok {rc=0}\u000a20:49:13.569278 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13543): Process ended prematurely: osmo-stp_10.42.42.5(pid=13543) [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)] [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:49:13.578575 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:49:13.640641 run osmo-hlr_10.42.42.2(pid=13540): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13540)]\u000a20:49:13.691315 run osmo-hlr_10.42.42.2(pid=13540): stdout: \u000a| (launched: 2022-12-09_20:49:10.309433) \u000a20:49:13.742561 run osmo-hlr_10.42.42.2(pid=13540): stderr: \u000a| �[0;m�[1;31m20221209204910507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204910507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204910507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204910507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204910507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204910507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204910520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204910529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204910529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204910529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:13.786286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13539): Terminating (SIGTERM)\u000a20:49:13.827421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13542): Terminating (SIGTERM)\u000a20:49:13.869096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13545): Terminating (SIGTERM)\u000a20:49:13.878591 --- ParallelTerminationStrategy: PID 13539 died...\u000a20:49:13.933906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13539): Terminated: ok {rc=0}\u000a20:49:13.943829 --- ParallelTerminationStrategy: PID 13542 died...\u000a20:49:13.998658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13542): Terminated: ok {rc=0}\u000a20:49:14.008508 --- ParallelTerminationStrategy: PID 13545 died...\u000a20:49:14.062948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13545): Terminated: ok {rc=0}\u000a20:49:14.148885 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:48:15" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13559): Process ended prematurely: osmo-stp_10.42.42.5(pid=13559) [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13559)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13559): Process ended prematurely: osmo-stp_10.42.42.5(pid=13559) [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:49:16.194998 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.211602 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:49:16.376740 tst switch_tch_pdch.py: using LAC 23632\u000a20:49:16.503914 tst switch_tch_pdch.py: using RAC 172\u000a20:49:16.629729 tst switch_tch_pdch.py: using CellId 23632\u000a20:49:16.750834 tst switch_tch_pdch.py: using BVCI 23633\u000a20:49:16.774384 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.786499 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.799663 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.812757 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.825432 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.837937 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.851204 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:49:16.864263 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:17.009377 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:17.317238 tst switch_tch_pdch.py:51: start network...\u000a20:49:17.448538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:17.952703 run create_hlr_db(pid=13553): Launched\u000a20:49:18.136009 bus /gobi_6: Setting Powered False\u000a20:49:19.156540 run create_hlr_db(pid=13553): Terminated: ok {rc=0}\u000a20:49:19.552393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13555): Launched\u000a20:49:19.847401 run osmo-hlr_10.42.42.2(pid=13556): Launched\u000a20:49:19.959764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:20.478036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13558): Launched\u000a20:49:20.770718 run osmo-stp_10.42.42.5(pid=13559): Launched\u000a20:49:20.878067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:21.390384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13561): Launched\u000a20:49:21.495113 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:21.752337 run patchelf(pid=13562): Launched\u000a20:49:21.924814 run osmo-stp_10.42.42.5(pid=13559): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13559)]\u000a20:49:22.051179 run osmo-stp_10.42.42.5(pid=13559): stdout: \u000a| (launched: 2022-12-09_20:49:20.626830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:22.178334 run osmo-stp_10.42.42.5(pid=13559): stderr: \u000a| �[0;m�[38;5;43m20221209204920795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204920795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204920795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204920795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204920798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204920798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204920798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:22.300259 run osmo-stp_10.42.42.5(pid=13559): stdout: \u000a| (launched: 2022-12-09_20:49:20.626830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:22.421111 run osmo-stp_10.42.42.5(pid=13559): stderr: \u000a| �[0;m�[38;5;43m20221209204920795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204920795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204920795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204920795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204920798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204920798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204920798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:22.562101 run patchelf(pid=13562): Terminating (SIGINT)\u000a20:49:22.727313 run patchelf(pid=13562): Terminated: ok {rc=0}\u000a20:49:22.757502 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13559): Process ended prematurely: osmo-stp_10.42.42.5(pid=13559) [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13559)] [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:49:22.766318 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:49:22.825765 run osmo-hlr_10.42.42.2(pid=13556): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13556)]\u000a20:49:22.874258 run osmo-hlr_10.42.42.2(pid=13556): stdout: \u000a| (launched: 2022-12-09_20:49:19.702145) \u000a20:49:22.923475 run osmo-hlr_10.42.42.2(pid=13556): stderr: \u000a| �[0;m�[1;31m20221209204919876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204919876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204919876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204919876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204919876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204919876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204919888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204919897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204919897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204919897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:22.964916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13555): Terminating (SIGTERM)\u000a20:49:23.004034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13558): Terminating (SIGTERM)\u000a20:49:23.043426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13561): Terminating (SIGTERM)\u000a20:49:23.052615 --- ParallelTerminationStrategy: PID 13555 died...\u000a20:49:23.105066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13555): Terminated: ok {rc=0}\u000a20:49:23.114487 --- ParallelTerminationStrategy: PID 13558 died...\u000a20:49:23.166574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13558): Terminated: ok {rc=0}\u000a20:49:23.175847 --- ParallelTerminationStrategy: PID 13561 died...\u000a20:49:23.227612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13561): Terminated: ok {rc=0}\u000a20:49:23.315280 bus /gobi_0: Setting Powered False\u000a20:49:24.420847 bus /gobi_0: Setting Powered False\u000a20:49:25.527083 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:49:15" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13572): Process ended prematurely: osmo-stp_10.42.42.5(pid=13572) [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13572): Process ended prematurely: osmo-stp_10.42.42.5(pid=13572) [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:49:27.503419 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:27.514668 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:49:27.680493 tst switch_tch_pdch.py: using LAC 23633\u000a20:49:27.802160 tst switch_tch_pdch.py: using RAC 173\u000a20:49:27.919583 tst switch_tch_pdch.py: using CellId 23633\u000a20:49:28.032868 tst switch_tch_pdch.py: using BVCI 23634\u000a20:49:28.055777 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.067115 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.078036 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.089351 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.100464 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.111817 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.123068 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:49:28.134197 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:49:28.248260 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:49:28.518706 tst switch_tch_pdch.py:51: start network...\u000a20:49:28.641010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:29.078652 run create_hlr_db(pid=13566): Launched\u000a20:49:29.198712 bus /gobi_6: Setting Powered False\u000a20:49:30.269478 run create_hlr_db(pid=13566): Terminated: ok {rc=0}\u000a20:49:30.660857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13568): Launched\u000a20:49:31.000766 run osmo-hlr_10.42.42.2(pid=13569): Launched\u000a20:49:31.185151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:31.838838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13571): Launched\u000a20:49:32.284415 run osmo-stp_10.42.42.5(pid=13572): Launched\u000a20:49:32.546566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:49:33.088060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13574): Launched\u000a20:49:33.200019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:49:33.472766 run patchelf(pid=13575): Launched\u000a20:49:33.657168 run osmo-stp_10.42.42.5(pid=13572): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)]\u000a20:49:33.791649 run osmo-stp_10.42.42.5(pid=13572): stdout: \u000a| (launched: 2022-12-09_20:49:32.025234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:33.927090 run osmo-stp_10.42.42.5(pid=13572): stderr: \u000a| �[0;m�[38;5;43m20221209204932405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204932405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204932406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204932406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204932406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:34.057649 run osmo-stp_10.42.42.5(pid=13572): stdout: \u000a| (launched: 2022-12-09_20:49:32.025234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:34.187292 run osmo-stp_10.42.42.5(pid=13572): stderr: \u000a| �[0;m�[38;5;43m20221209204932405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204932405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204932406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204932406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204932406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:34.337814 run patchelf(pid=13575): Terminating (SIGINT)\u000a20:49:34.513926 run patchelf(pid=13575): Terminated: ok {rc=0}\u000a20:49:34.546116 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13572): Process ended prematurely: osmo-stp_10.42.42.5(pid=13572) [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)] [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:49:34.555555 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a20:49:34.618131 run osmo-hlr_10.42.42.2(pid=13569): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13569)]\u000a20:49:34.668925 run osmo-hlr_10.42.42.2(pid=13569): stdout: \u000a| (launched: 2022-12-09_20:49:30.821288) \u000a20:49:34.720500 run osmo-hlr_10.42.42.2(pid=13569): stderr: \u000a| �[0;m�[1;31m20221209204931161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204931161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204931161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204931161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204931161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204931162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204931179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204931208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204931208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204931208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:34.764497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13568): Terminating (SIGTERM)\u000a20:49:34.806170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13571): Terminating (SIGTERM)\u000a20:49:34.847906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13574): Terminating (SIGTERM)\u000a20:49:34.857496 --- ParallelTerminationStrategy: PID 13568 died...\u000a20:49:34.913332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13568): Terminated: ok {rc=0}\u000a20:49:34.923339 --- ParallelTerminationStrategy: PID 13571 died...\u000a20:49:34.978415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13571): Terminated: ok {rc=0}\u000a20:49:34.988331 --- ParallelTerminationStrategy: PID 13574 died...\u000a20:49:35.043399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13574): Terminated: ok {rc=0}\u000a20:49:35.128096 bus /gobi_0: Setting Powered False\u000a20:49:36.234116 bus /gobi_0: Setting Powered False\u000a20:49:37.346016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:49:27" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13580): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13580) [trial-2364↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13580)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13580): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13580) [trial-2364↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a20:49:39.245007 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a20:49:39.256462 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:39.395437 tst mo_mt_sms.py: using LAC 23634\u000a20:49:39.510380 tst mo_mt_sms.py: using RAC 174\u000a20:49:39.625309 tst mo_mt_sms.py: using CellId 23634\u000a20:49:39.741634 tst mo_mt_sms.py: using BVCI 23635\u000a20:49:39.764257 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:39.882162 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:40.155559 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:49:40.277326 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:49:40.884228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13579): Launched\u000a20:49:41.174606 run osmo-nitb_10.42.42.2(pid=13580): Launched\u000a20:49:41.355008 run osmo-nitb_10.42.42.2(pid=13580): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13580)]\u000a20:49:41.488189 run osmo-nitb_10.42.42.2(pid=13580): stdout: \u000a| (launched: 2022-12-09_20:49:41.032875) \u000a20:49:41.622311 run osmo-nitb_10.42.42.2(pid=13580): stderr: \u000a| (launched: 2022-12-09_20:49:41.076561)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:41.751776 run osmo-nitb_10.42.42.2(pid=13580): stdout: \u000a| (launched: 2022-12-09_20:49:41.032875) \u000a20:49:41.880225 run osmo-nitb_10.42.42.2(pid=13580): stderr: \u000a| (launched: 2022-12-09_20:49:41.076561)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:42.293721 tst osmo-nitb_10.42.42.2(pid=13580): stdout: \u000a| (launched: 2022-12-09_20:49:41.032875) \u000a20:49:42.410603 tst osmo-nitb_10.42.42.2(pid=13580): stderr: \u000a| (launched: 2022-12-09_20:49:41.076561)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:49:42.462000 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13580): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13580) [trial-2364↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13580)] [trial-2364↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a20:49:42.470007 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a20:49:42.504379 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13579): Terminating (SIGTERM)\u000a20:49:42.681700 --- ParallelTerminationStrategy: PID 13579 died...\u000a20:49:42.735489 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13579): Terminated: ok {rc=0}\u000a20:49:42.821596 bus /sierra_3: Setting Powered False\u000a20:49:43.923111 bus /sierra_3: Setting Powered False\u000a20:49:45.034631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:49:39" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13590): Process ended prematurely: osmo-stp_10.42.42.5(pid=13590) [trial-2364↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13590)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13590): Process ended prematurely: osmo-stp_10.42.42.5(pid=13590) [trial-2364↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a20:49:47.034052 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:47.045554 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:47.184889 tst mo_mt_sms.py: using LAC 23635\u000a20:49:47.311011 tst mo_mt_sms.py: using RAC 175\u000a20:49:47.428644 tst mo_mt_sms.py: using CellId 23635\u000a20:49:47.545964 tst mo_mt_sms.py: using BVCI 23636\u000a20:49:47.568352 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:47.579035 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:47.589540 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:47.600206 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:47.610714 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:49:47.620888 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:47.738344 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a20:49:47.937568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:48.400436 run create_hlr_db(pid=13584): Launched\u000a20:49:48.568718 bus /sierra_2: Setting Powered False\u000a20:49:49.590792 run create_hlr_db(pid=13584): Terminated: ok {rc=0}\u000a20:49:50.005966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13586): Launched\u000a20:49:50.320738 run osmo-hlr_10.42.42.2(pid=13587): Launched\u000a20:49:50.435518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:50.980826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13589): Launched\u000a20:49:51.293495 run osmo-stp_10.42.42.5(pid=13590): Launched\u000a20:49:51.406955 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:51.981984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13592): Launched\u000a20:49:52.296660 run osmo-msc_10.42.42.6(pid=13593): Launched\u000a20:49:52.480728 run osmo-stp_10.42.42.5(pid=13590): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13590)]\u000a20:49:52.614625 run osmo-stp_10.42.42.5(pid=13590): stdout: \u000a| (launched: 2022-12-09_20:49:51.140055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:52.746994 run osmo-stp_10.42.42.5(pid=13590): stderr: \u000a| �[0;m�[38;5;43m20221209204951329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204951329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204951330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204951330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204951330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204951331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204951331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:52.873360 run osmo-stp_10.42.42.5(pid=13590): stdout: \u000a| (launched: 2022-12-09_20:49:51.140055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:52.998858 run osmo-stp_10.42.42.5(pid=13590): stderr: \u000a| �[0;m�[38;5;43m20221209204951329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209204951329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209204951330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209204951330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209204951330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209204951331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209204951331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:53.053903 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13590): Process ended prematurely: osmo-stp_10.42.42.5(pid=13590) [trial-2364↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13590)] [trial-2364↪sms:trx-lms↪mo_mt_sms.py:16]\u000a20:49:53.062794 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a20:49:53.124587 run osmo-hlr_10.42.42.2(pid=13587): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13587)]\u000a20:49:53.175528 run osmo-hlr_10.42.42.2(pid=13587): stdout: \u000a| (launched: 2022-12-09_20:49:50.165840) \u000a20:49:53.227314 run osmo-hlr_10.42.42.2(pid=13587): stderr: \u000a| �[0;m�[1;31m20221209204950362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209204950362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209204950362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204950362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209204950362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209204950362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209204950375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209204950383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209204950383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209204950383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:53.297307 run osmo-msc_10.42.42.6(pid=13593): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13593)]\u000a20:49:53.347936 run osmo-msc_10.42.42.6(pid=13593): stdout: \u000a| (launched: 2022-12-09_20:49:52.141983) \u000a20:49:53.399118 run osmo-msc_10.42.42.6(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221209204952461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209204952461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8eb5bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209204952461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209204952461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209204952462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209204952462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209204952463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209204952464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209204952464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209204952464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:53.442770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13586): Terminating (SIGTERM)\u000a20:49:53.483944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13589): Terminating (SIGTERM)\u000a20:49:53.525529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13592): Terminating (SIGTERM)\u000a20:49:53.535065 --- ParallelTerminationStrategy: PID 13586 died...\u000a20:49:53.590835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13586): Terminated: ok {rc=0}\u000a20:49:53.600849 --- ParallelTerminationStrategy: PID 13589 died...\u000a20:49:53.655823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13589): Terminated: ok {rc=0}\u000a20:49:53.665832 --- ParallelTerminationStrategy: PID 13592 died...\u000a20:49:53.720611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13592): Terminated: ok {rc=0}\u000a20:49:53.806184 bus /sierra_3: Setting Powered False\u000a20:49:54.911433 bus /sierra_3: Setting Powered False\u000a20:49:56.020915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:49:46" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13599): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13599) [trial-2364↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13599)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13599): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13599) [trial-2364↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a20:49:57.858965 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a20:49:57.870106 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a20:49:58.005779 tst assert_extension.py: using LAC 23636\u000a20:49:58.121936 tst assert_extension.py: using RAC 176\u000a20:49:58.249078 tst assert_extension.py: using CellId 23636\u000a20:49:58.366576 tst assert_extension.py: using BVCI 23637\u000a20:49:58.388887 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a20:49:58.673018 tst assert_extension.py:10: start nitb and bts...\u000a20:49:58.804368 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:49:59.453133 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13598): Launched\u000a20:49:59.763435 run osmo-nitb_10.42.42.2(pid=13599): Launched\u000a20:49:59.955380 run osmo-nitb_10.42.42.2(pid=13599): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13599)]\u000a20:50:00.096649 run osmo-nitb_10.42.42.2(pid=13599): stdout: \u000a| (launched: 2022-12-09_20:49:59.613319) \u000a20:50:00.238719 run osmo-nitb_10.42.42.2(pid=13599): stderr: \u000a| (launched: 2022-12-09_20:49:59.660228)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:50:00.376657 run osmo-nitb_10.42.42.2(pid=13599): stdout: \u000a| (launched: 2022-12-09_20:49:59.613319) \u000a20:50:00.513159 run osmo-nitb_10.42.42.2(pid=13599): stderr: \u000a| (launched: 2022-12-09_20:49:59.660228)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:50:00.921864 tst osmo-nitb_10.42.42.2(pid=13599): stdout: \u000a| (launched: 2022-12-09_20:49:59.613319) \u000a20:50:01.056292 tst osmo-nitb_10.42.42.2(pid=13599): stderr: \u000a| (launched: 2022-12-09_20:49:59.660228)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:50:01.112462 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13599): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13599) [trial-2364↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13599)] [trial-2364↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a20:50:01.121825 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:50:01.158558 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13598): Terminating (SIGTERM)\u000a20:50:01.335837 --- ParallelTerminationStrategy: PID 13598 died...\u000a20:50:01.404101 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13598): Terminated: ok {rc=0}\u000a20:50:01.501533 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:49:57" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13612): Process ended prematurely: osmo-stp_10.42.42.5(pid=13612) [trial-2364↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13612)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13612): Process ended prematurely: osmo-stp_10.42.42.5(pid=13612) [trial-2364↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a20:50:03.330911 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:50:03.341418 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a20:50:03.471563 tst assert_extension.py: using LAC 23637\u000a20:50:03.588687 tst assert_extension.py: using RAC 177\u000a20:50:03.703664 tst assert_extension.py: using CellId 23637\u000a20:50:03.820216 tst assert_extension.py: using BVCI 23638\u000a20:50:03.842537 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:50:03.853015 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:50:03.863286 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:50:03.873839 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:50:03.884362 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:50:03.894608 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a20:50:04.093800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:04.559474 run create_hlr_db(pid=13606): Launched\u000a20:50:04.729509 bus /sierra_2: Setting Powered False\u000a20:50:05.750363 run create_hlr_db(pid=13606): Terminated: ok {rc=0}\u000a20:50:06.169972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13608): Launched\u000a20:50:06.485273 run osmo-hlr_10.42.42.2(pid=13609): Launched\u000a20:50:06.603219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:07.149855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13611): Launched\u000a20:50:07.464468 run osmo-stp_10.42.42.5(pid=13612): Launched\u000a20:50:07.580469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:08.154135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13614): Launched\u000a20:50:08.469075 run osmo-msc_10.42.42.6(pid=13615): Launched\u000a20:50:08.654686 run osmo-stp_10.42.42.5(pid=13612): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13612)]\u000a20:50:08.788289 run osmo-stp_10.42.42.5(pid=13612): stdout: \u000a| (launched: 2022-12-09_20:50:07.310255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:08.920767 run osmo-stp_10.42.42.5(pid=13612): stderr: \u000a| �[0;m�[38;5;43m20221209205007498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205007498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205007498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205007498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205007499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205007499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205007499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:09.047447 run osmo-stp_10.42.42.5(pid=13612): stdout: \u000a| (launched: 2022-12-09_20:50:07.310255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:09.173282 run osmo-stp_10.42.42.5(pid=13612): stderr: \u000a| �[0;m�[38;5;43m20221209205007498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205007498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205007498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205007498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205007499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205007499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205007499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:09.228441 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13612): Process ended prematurely: osmo-stp_10.42.42.5(pid=13612) [trial-2364↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13612)] [trial-2364↪ussd:trx-lms↪assert_extension.py:17]\u000a20:50:09.237626 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:50:09.299880 run osmo-hlr_10.42.42.2(pid=13609): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13609)]\u000a20:50:09.351806 run osmo-hlr_10.42.42.2(pid=13609): stdout: \u000a| (launched: 2022-12-09_20:50:06.330329) \u000a20:50:09.403978 run osmo-hlr_10.42.42.2(pid=13609): stderr: \u000a| �[0;m�[1;31m20221209205006526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205006526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205006526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205006526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205006526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205006527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205006538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205006547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205006547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205006547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:09.474036 run osmo-msc_10.42.42.6(pid=13615): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13615)]\u000a20:50:09.525297 run osmo-msc_10.42.42.6(pid=13615): stdout: \u000a| (launched: 2022-12-09_20:50:08.314130) \u000a20:50:09.577194 run osmo-msc_10.42.42.6(pid=13615): stderr: \u000a| �[0;m�[38;5;43m20221209205008630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205008630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f598de55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205008630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205008630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205008631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205008631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205008632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205008633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205008633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205008633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:09.621630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13608): Terminating (SIGTERM)\u000a20:50:09.663411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13611): Terminating (SIGTERM)\u000a20:50:09.705227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13614): Terminating (SIGTERM)\u000a20:50:09.714855 --- ParallelTerminationStrategy: PID 13608 died...\u000a20:50:09.770600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13608): Terminated: ok {rc=0}\u000a20:50:09.781043 --- ParallelTerminationStrategy: PID 13611 died...\u000a20:50:09.836640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13611): Terminated: ok {rc=0}\u000a20:50:09.846731 --- ParallelTerminationStrategy: PID 13614 died...\u000a20:50:09.902354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13614): Terminated: ok {rc=0}\u000a20:50:09.989315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:50:03" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13626): Process ended prematurely: osmo-stp_10.42.42.5(pid=13626) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13626)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13626): Process ended prematurely: osmo-stp_10.42.42.5(pid=13626) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:50:11.937713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:11.948599 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:50:12.112387 tst mo_mt_call.py: using LAC 23638\u000a20:50:12.238164 tst mo_mt_call.py: using RAC 178\u000a20:50:12.369873 tst mo_mt_call.py: using CellId 23638\u000a20:50:12.491812 tst mo_mt_call.py: using BVCI 23639\u000a20:50:12.514580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:12.525636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:12.536259 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:12.547032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:12.558085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:12.568716 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:50:12.688857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:50:12.901283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:13.411530 run create_hlr_db(pid=13620): Launched\u000a20:50:13.596576 bus /sierra_2: Setting Powered False\u000a20:50:14.617413 run create_hlr_db(pid=13620): Terminated: ok {rc=0}\u000a20:50:15.018270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13622): Launched\u000a20:50:15.318670 run osmo-hlr_10.42.42.2(pid=13623): Launched\u000a20:50:15.436036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:16.002946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13625): Launched\u000a20:50:16.492151 run osmo-stp_10.42.42.5(pid=13626): Launched\u000a20:50:16.634549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:17.247272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13628): Launched\u000a20:50:17.567425 run osmo-msc_10.42.42.6(pid=13629): Launched\u000a20:50:17.754783 run osmo-stp_10.42.42.5(pid=13626): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13626)]\u000a20:50:17.889410 run osmo-stp_10.42.42.5(pid=13626): stdout: \u000a| (launched: 2022-12-09_20:50:16.172320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:18.023559 run osmo-stp_10.42.42.5(pid=13626): stderr: \u000a| �[0;m�[38;5;43m20221209205016370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205016370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205016371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205016371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205016371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205016372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205016372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:18.152491 run osmo-stp_10.42.42.5(pid=13626): stdout: \u000a| (launched: 2022-12-09_20:50:16.172320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:18.280444 run osmo-stp_10.42.42.5(pid=13626): stderr: \u000a| �[0;m�[38;5;43m20221209205016370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205016370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205016371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205016371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205016371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205016372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205016372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:18.337005 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13626): Process ended prematurely: osmo-stp_10.42.42.5(pid=13626) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13626)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:50:18.346526 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:50:18.408584 run osmo-hlr_10.42.42.2(pid=13623): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13623)]\u000a20:50:18.459807 run osmo-hlr_10.42.42.2(pid=13623): stdout: \u000a| (launched: 2022-12-09_20:50:15.170600) \u000a20:50:18.511433 run osmo-hlr_10.42.42.2(pid=13623): stderr: \u000a| �[0;m�[1;31m20221209205015346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205015346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205015346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205015346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205015346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205015346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205015358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205015366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205015366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205015366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:18.581584 run osmo-msc_10.42.42.6(pid=13629): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13629)]\u000a20:50:18.632396 run osmo-msc_10.42.42.6(pid=13629): stdout: \u000a| (launched: 2022-12-09_20:50:17.410599) \u000a20:50:18.684182 run osmo-msc_10.42.42.6(pid=13629): stderr: \u000a| �[0;m�[38;5;43m20221209205017732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205017732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa11fe07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205017733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205017733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205017733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205017733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205017735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205017735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205017735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205017735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:18.728106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13622): Terminating (SIGTERM)\u000a20:50:18.769497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13625): Terminating (SIGTERM)\u000a20:50:18.811047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13628): Terminating (SIGTERM)\u000a20:50:18.820769 --- ParallelTerminationStrategy: PID 13622 died...\u000a20:50:18.876261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13622): Terminated: ok {rc=0}\u000a20:50:18.886403 --- ParallelTerminationStrategy: PID 13625 died...\u000a20:50:18.941998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13625): Terminated: ok {rc=0}\u000a20:50:18.952455 --- ParallelTerminationStrategy: PID 13628 died...\u000a20:50:19.008081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13628): Terminated: ok {rc=0}\u000a20:50:19.094743 bus /sierra_3: Setting Powered False\u000a20:50:20.200357 bus /sierra_3: Setting Powered False\u000a20:50:21.307006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13640): Process ended prematurely: osmo-stp_10.42.42.5(pid=13640) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13640)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13640): Process ended prematurely: osmo-stp_10.42.42.5(pid=13640) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:50:22.420771 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:22.433134 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:50:22.602892 tst mo_mt_call_osmux.py: using LAC 23639\u000a20:50:22.734893 tst mo_mt_call_osmux.py: using RAC 179\u000a20:50:22.867085 tst mo_mt_call_osmux.py: using CellId 23639\u000a20:50:22.988524 tst mo_mt_call_osmux.py: using BVCI 23640\u000a20:50:23.011354 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:23.022404 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:23.033282 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:23.044314 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:23.055442 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:50:23.066531 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:50:23.186892 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:50:23.393581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:23.865440 run create_hlr_db(pid=13634): Launched\u000a20:50:24.038003 bus /sierra_2: Setting Powered False\u000a20:50:25.058992 run create_hlr_db(pid=13634): Terminated: ok {rc=0}\u000a20:50:25.482408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13636): Launched\u000a20:50:25.802977 run osmo-hlr_10.42.42.2(pid=13637): Launched\u000a20:50:25.923018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:26.477409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13639): Launched\u000a20:50:26.799361 run osmo-stp_10.42.42.5(pid=13640): Launched\u000a20:50:26.916184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:27.500930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13642): Launched\u000a20:50:27.821689 run osmo-msc_10.42.42.6(pid=13643): Launched\u000a20:50:28.008000 run osmo-stp_10.42.42.5(pid=13640): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13640)]\u000a20:50:28.142628 run osmo-stp_10.42.42.5(pid=13640): stdout: \u000a| (launched: 2022-12-09_20:50:26.642013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:28.276516 run osmo-stp_10.42.42.5(pid=13640): stderr: \u000a| �[0;m�[38;5;43m20221209205026831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205026831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205026831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205026831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205026832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205026832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205026832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:28.405256 run osmo-stp_10.42.42.5(pid=13640): stdout: \u000a| (launched: 2022-12-09_20:50:26.642013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:28.533187 run osmo-stp_10.42.42.5(pid=13640): stderr: \u000a| �[0;m�[38;5;43m20221209205026831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205026831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205026831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205026831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205026832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205026832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205026832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:28.590164 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13640): Process ended prematurely: osmo-stp_10.42.42.5(pid=13640) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13640)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:50:28.599443 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:50:28.661178 run osmo-hlr_10.42.42.2(pid=13637): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13637)]\u000a20:50:28.711707 run osmo-hlr_10.42.42.2(pid=13637): stdout: \u000a| (launched: 2022-12-09_20:50:25.646245) \u000a20:50:28.762798 run osmo-hlr_10.42.42.2(pid=13637): stderr: \u000a| �[0;m�[1;31m20221209205025842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205025842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205025842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205025842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205025842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205025842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205025855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205025863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205025863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205025863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:28.832563 run osmo-msc_10.42.42.6(pid=13643): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13643)]\u000a20:50:28.883259 run osmo-msc_10.42.42.6(pid=13643): stdout: \u000a| (launched: 2022-12-09_20:50:27.664551) \u000a20:50:28.934491 run osmo-msc_10.42.42.6(pid=13643): stderr: \u000a| �[0;m�[38;5;43m20221209205027984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205027984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff063304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205027984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205027984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205027984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205027984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205027986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205027987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205027987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205027987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:28.977777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13636): Terminating (SIGTERM)\u000a20:50:29.018751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13639): Terminating (SIGTERM)\u000a20:50:29.059708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13642): Terminating (SIGTERM)\u000a20:50:29.069227 --- ParallelTerminationStrategy: PID 13636 died...\u000a20:50:29.123858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13636): Terminated: ok {rc=0}\u000a20:50:29.133788 --- ParallelTerminationStrategy: PID 13639 died...\u000a20:50:29.188228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13639): Terminated: ok {rc=0}\u000a20:50:29.197991 --- ParallelTerminationStrategy: PID 13642 died...\u000a20:50:29.252280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13642): Terminated: ok {rc=0}\u000a20:50:29.338081 bus /sierra_3: Setting Powered False\u000a20:50:30.439294 bus /sierra_3: Setting Powered False\u000a20:50:31.565568 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:50:11" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13654): Process ended prematurely: osmo-stp_10.42.42.5(pid=13654) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13654)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13654): Process ended prematurely: osmo-stp_10.42.42.5(pid=13654) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:50:33.556389 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:33.567737 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:50:33.729628 tst mo_mt_call.py: using LAC 23640\u000a20:50:33.855830 tst mo_mt_call.py: using RAC 180\u000a20:50:33.980705 tst mo_mt_call.py: using CellId 23640\u000a20:50:34.106383 tst mo_mt_call.py: using BVCI 23641\u000a20:50:34.130757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:34.142199 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:34.153408 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:34.164598 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:34.175905 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:34.187119 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:34.301759 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:34.510686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:35.022547 run create_hlr_db(pid=13648): Launched\u000a20:50:35.207633 bus /sierra_2: Setting Powered False\u000a20:50:36.229559 run create_hlr_db(pid=13648): Terminated: ok {rc=0}\u000a20:50:36.632444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13650): Launched\u000a20:50:36.933083 run osmo-hlr_10.42.42.2(pid=13651): Launched\u000a20:50:37.050121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:37.575011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13653): Launched\u000a20:50:37.873614 run osmo-stp_10.42.42.5(pid=13654): Launched\u000a20:50:37.982272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:38.527835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13656): Launched\u000a20:50:38.828691 run osmo-msc_10.42.42.6(pid=13657): Launched\u000a20:50:39.004103 run osmo-stp_10.42.42.5(pid=13654): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13654)]\u000a20:50:39.131331 run osmo-stp_10.42.42.5(pid=13654): stdout: \u000a| (launched: 2022-12-09_20:50:37.726910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:39.256308 run osmo-stp_10.42.42.5(pid=13654): stderr: \u000a| �[0;m�[38;5;43m20221209205037894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205037894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205037894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205037894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205037895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205037895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205037895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:39.377581 run osmo-stp_10.42.42.5(pid=13654): stdout: \u000a| (launched: 2022-12-09_20:50:37.726910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:39.497650 run osmo-stp_10.42.42.5(pid=13654): stderr: \u000a| �[0;m�[38;5;43m20221209205037894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205037894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205037894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205037894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205037895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205037895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205037895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:39.550168 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13654): Process ended prematurely: osmo-stp_10.42.42.5(pid=13654) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13654)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:50:39.558793 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:50:39.619468 run osmo-hlr_10.42.42.2(pid=13651): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13651)]\u000a20:50:39.668299 run osmo-hlr_10.42.42.2(pid=13651): stdout: \u000a| (launched: 2022-12-09_20:50:36.785717) \u000a20:50:39.718022 run osmo-hlr_10.42.42.2(pid=13651): stderr: \u000a| �[0;m�[1;31m20221209205036959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205036959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205036959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205036959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205036959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205036960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205036972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205036981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205036981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205036981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:39.785060 run osmo-msc_10.42.42.6(pid=13657): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13657)]\u000a20:50:39.834296 run osmo-msc_10.42.42.6(pid=13657): stdout: \u000a| (launched: 2022-12-09_20:50:38.680392) \u000a20:50:39.883860 run osmo-msc_10.42.42.6(pid=13657): stderr: \u000a| �[0;m�[38;5;43m20221209205038949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205038949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1951662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205038949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205038949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205038950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205038950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205038952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205038953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205038953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205038953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:39.925063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13650): Terminating (SIGTERM)\u000a20:50:39.964634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13653): Terminating (SIGTERM)\u000a20:50:40.004786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13656): Terminating (SIGTERM)\u000a20:50:40.014509 --- ParallelTerminationStrategy: PID 13650 died...\u000a20:50:40.067246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13650): Terminated: ok {rc=0}\u000a20:50:40.077314 --- ParallelTerminationStrategy: PID 13653 died...\u000a20:50:40.130026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13653): Terminated: ok {rc=0}\u000a20:50:40.140085 --- ParallelTerminationStrategy: PID 13656 died...\u000a20:50:40.193180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13656): Terminated: ok {rc=0}\u000a20:50:40.280707 bus /sierra_3: Setting Powered False\u000a20:50:41.384560 bus /sierra_3: Setting Powered False\u000a20:50:42.496695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13665): Process ended prematurely: osmo-stp_10.42.42.5(pid=13665) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13665): Process ended prematurely: osmo-stp_10.42.42.5(pid=13665) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:50:43.605127 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:43.616659 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:50:43.772406 tst mo_mt_call_osmux.py: using LAC 23641\u000a20:50:43.891109 tst mo_mt_call_osmux.py: using RAC 181\u000a20:50:44.015574 tst mo_mt_call_osmux.py: using CellId 23641\u000a20:50:44.141022 tst mo_mt_call_osmux.py: using BVCI 23642\u000a20:50:44.165604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:44.177041 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:44.188237 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:44.199727 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:44.211216 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:50:44.222522 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:44.338406 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:50:44.547853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:45.061066 run create_hlr_db(pid=13659): Launched\u000a20:50:45.246095 bus /sierra_2: Setting Powered False\u000a20:50:46.268121 run create_hlr_db(pid=13659): Terminated: ok {rc=0}\u000a20:50:46.756072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13661): Launched\u000a20:50:47.203145 run osmo-hlr_10.42.42.2(pid=13662): Launched\u000a20:50:47.321050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:47.843809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13664): Launched\u000a20:50:48.143974 run osmo-stp_10.42.42.5(pid=13665): Launched\u000a20:50:48.254080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:48.804291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13667): Launched\u000a20:50:49.106038 run osmo-msc_10.42.42.6(pid=13668): Launched\u000a20:50:49.283265 run osmo-stp_10.42.42.5(pid=13665): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)]\u000a20:50:49.411458 run osmo-stp_10.42.42.5(pid=13665): stdout: \u000a| (launched: 2022-12-09_20:50:47.996491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:49.536558 run osmo-stp_10.42.42.5(pid=13665): stderr: \u000a| �[0;m�[38;5;43m20221209205048162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205048162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205048163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205048163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205048164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205048164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205048164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:49.657692 run osmo-stp_10.42.42.5(pid=13665): stdout: \u000a| (launched: 2022-12-09_20:50:47.996491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:49.777970 run osmo-stp_10.42.42.5(pid=13665): stderr: \u000a| �[0;m�[38;5;43m20221209205048162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205048162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205048163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205048163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205048164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205048164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205048164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:49.830814 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13665): Process ended prematurely: osmo-stp_10.42.42.5(pid=13665) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:50:49.839725 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:50:49.899239 run osmo-hlr_10.42.42.2(pid=13662): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13662)]\u000a20:50:49.948555 run osmo-hlr_10.42.42.2(pid=13662): stdout: \u000a| (launched: 2022-12-09_20:50:46.923044) \u000a20:50:49.998284 run osmo-hlr_10.42.42.2(pid=13662): stderr: \u000a| �[0;m�[1;31m20221209205047141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205047141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205047141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205047141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205047141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205047141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205047159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205047176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205047176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205047176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:50.065670 run osmo-msc_10.42.42.6(pid=13668): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13668)]\u000a20:50:50.115080 run osmo-msc_10.42.42.6(pid=13668): stdout: \u000a| (launched: 2022-12-09_20:50:48.957414) \u000a20:50:50.164499 run osmo-msc_10.42.42.6(pid=13668): stderr: \u000a| �[0;m�[38;5;43m20221209205049224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205049224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5780595c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205049224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205049224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205049224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205049225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205049226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205049227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205049227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205049227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:50.206250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13661): Terminating (SIGTERM)\u000a20:50:50.245946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13664): Terminating (SIGTERM)\u000a20:50:50.285568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13667): Terminating (SIGTERM)\u000a20:50:50.294907 --- ParallelTerminationStrategy: PID 13661 died...\u000a20:50:50.348352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13661): Terminated: ok {rc=0}\u000a20:50:50.357956 --- ParallelTerminationStrategy: PID 13664 died...\u000a20:50:50.410887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13664): Terminated: ok {rc=0}\u000a20:50:50.420594 --- ParallelTerminationStrategy: PID 13667 died...\u000a20:50:50.473206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13667): Terminated: ok {rc=0}\u000a20:50:50.562059 bus /sierra_3: Setting Powered False\u000a20:50:51.668721 bus /sierra_3: Setting Powered False\u000a20:50:52.776353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:50:33" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13679): Process ended prematurely: osmo-stp_10.42.42.5(pid=13679) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13679)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13679): Process ended prematurely: osmo-stp_10.42.42.5(pid=13679) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:50:54.775549 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:54.786980 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:50:54.949005 tst mo_mt_call.py: using LAC 23642\u000a20:50:55.073769 tst mo_mt_call.py: using RAC 182\u000a20:50:55.200533 tst mo_mt_call.py: using CellId 23642\u000a20:50:55.325956 tst mo_mt_call.py: using BVCI 23643\u000a20:50:55.350413 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:55.361822 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:55.373090 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:55.384384 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:55.395706 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:50:55.406926 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:50:55.524186 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:50:55.738331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:56.248256 run create_hlr_db(pid=13673): Launched\u000a20:50:56.432927 bus /sierra_2: Setting Powered False\u000a20:50:57.444911 run create_hlr_db(pid=13673): Terminated: ok {rc=0}\u000a20:50:57.876434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13675): Launched\u000a20:50:58.195440 run osmo-hlr_10.42.42.2(pid=13676): Launched\u000a20:50:58.311857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:58.867243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13678): Launched\u000a20:50:59.187864 run osmo-stp_10.42.42.5(pid=13679): Launched\u000a20:50:59.304225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:59.889193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13681): Launched\u000a20:51:00.209010 run osmo-msc_10.42.42.6(pid=13682): Launched\u000a20:51:00.395941 run osmo-stp_10.42.42.5(pid=13679): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13679)]\u000a20:51:00.531052 run osmo-stp_10.42.42.5(pid=13679): stdout: \u000a| (launched: 2022-12-09_20:50:59.030274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:00.665803 run osmo-stp_10.42.42.5(pid=13679): stderr: \u000a| �[0;m�[38;5;43m20221209205059218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205059219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205059219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205059219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205059220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205059220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205059220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:00.795080 run osmo-stp_10.42.42.5(pid=13679): stdout: \u000a| (launched: 2022-12-09_20:50:59.030274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:00.930281 run osmo-stp_10.42.42.5(pid=13679): stderr: \u000a| �[0;m�[38;5;43m20221209205059218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205059219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205059219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205059219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205059220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205059220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205059220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:00.988046 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13679): Process ended prematurely: osmo-stp_10.42.42.5(pid=13679) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13679)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:51:00.997865 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:51:01.060256 run osmo-hlr_10.42.42.2(pid=13676): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13676)]\u000a20:51:01.112025 run osmo-hlr_10.42.42.2(pid=13676): stdout: \u000a| (launched: 2022-12-09_20:50:58.039938) \u000a20:51:01.164431 run osmo-hlr_10.42.42.2(pid=13676): stderr: \u000a| �[0;m�[1;31m20221209205058236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205058236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205058236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205058236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205058236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205058236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205058249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205058257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205058257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205058257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:01.235159 run osmo-msc_10.42.42.6(pid=13682): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13682)]\u000a20:51:01.286530 run osmo-msc_10.42.42.6(pid=13682): stdout: \u000a| (launched: 2022-12-09_20:51:00.052330) \u000a20:51:01.338686 run osmo-msc_10.42.42.6(pid=13682): stderr: \u000a| �[0;m�[38;5;43m20221209205100371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205100371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d4eb17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205100371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205100371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205100372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205100372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205100374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205100374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205100374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205100374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:01.383187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13675): Terminating (SIGTERM)\u000a20:51:01.425106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13678): Terminating (SIGTERM)\u000a20:51:01.467651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13681): Terminating (SIGTERM)\u000a20:51:01.478355 --- ParallelTerminationStrategy: PID 13675 died...\u000a20:51:01.534283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13675): Terminated: ok {rc=0}\u000a20:51:01.544541 --- ParallelTerminationStrategy: PID 13678 died...\u000a20:51:01.600254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13678): Terminated: ok {rc=0}\u000a20:51:01.610873 --- ParallelTerminationStrategy: PID 13681 died...\u000a20:51:01.666862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13681): Terminated: ok {rc=0}\u000a20:51:01.754689 bus /sierra_3: Setting Powered False\u000a20:51:02.858590 bus /sierra_3: Setting Powered False\u000a20:51:03.968565 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:05.078267 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:51:05.089840 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:51:05.250195 tst mo_mt_call_osmux.py: using LAC 23643\u000a20:51:05.366373 tst mo_mt_call_osmux.py: using RAC 183\u000a20:51:05.482178 tst mo_mt_call_osmux.py: using CellId 23643\u000a20:51:05.598256 tst mo_mt_call_osmux.py: using BVCI 23644\u000a20:51:05.621087 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:51:05.632166 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:51:05.643153 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:51:05.654282 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:51:05.665646 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:51:05.676678 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:51:05.791283 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:51:06.001024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:06.512525 run create_hlr_db(pid=13684): Launched\u000a20:51:06.698520 bus /sierra_2: Setting Powered False\u000a20:51:07.719902 run create_hlr_db(pid=13684): Terminated: ok {rc=0}\u000a20:51:08.122457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Launched\u000a20:51:08.422553 run osmo-hlr_10.42.42.2(pid=13687): Launched\u000a20:51:08.540699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:09.066070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Launched\u000a20:51:09.366604 run osmo-stp_10.42.42.5(pid=13690): Launched\u000a20:51:09.476370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:10.026100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13692): Launched\u000a20:51:10.326556 run osmo-msc_10.42.42.6(pid=13693): Launched\u000a20:51:10.502542 run osmo-stp_10.42.42.5(pid=13690): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]\u000a20:51:10.629928 run osmo-stp_10.42.42.5(pid=13690): stdout: \u000a| (launched: 2022-12-09_20:51:09.218388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:10.754698 run osmo-stp_10.42.42.5(pid=13690): stderr: \u000a| �[0;m�[38;5;43m20221209205109385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205109385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205109385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205109386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205109386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205109386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205109386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:10.875532 run osmo-stp_10.42.42.5(pid=13690): stdout: \u000a| (launched: 2022-12-09_20:51:09.218388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:10.995176 run osmo-stp_10.42.42.5(pid=13690): stderr: \u000a| �[0;m�[38;5;43m20221209205109385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205109385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205109385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205109386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205109386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205109386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205109386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:11.047940 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:51:11.056574 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:51:11.116023 run osmo-hlr_10.42.42.2(pid=13687): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13687)]\u000a20:51:11.164235 run osmo-hlr_10.42.42.2(pid=13687): stdout: \u000a| (launched: 2022-12-09_20:51:08.275071) \u000a20:51:11.213292 run osmo-hlr_10.42.42.2(pid=13687): stderr: \u000a| �[0;m�[1;31m20221209205108446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205108446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205108446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205108446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205108446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205108446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205108456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205108465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205108465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205108465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:11.279748 run osmo-msc_10.42.42.6(pid=13693): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13693)]\u000a20:51:11.328150 run osmo-msc_10.42.42.6(pid=13693): stdout: \u000a| (launched: 2022-12-09_20:51:10.178465) \u000a20:51:11.376981 run osmo-msc_10.42.42.6(pid=13693): stderr: \u000a| �[0;m�[38;5;43m20221209205110447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205110447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b7ac38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205110448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205110448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205110448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205110448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205110450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205110450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205110450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205110450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:11.418129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Terminating (SIGTERM)\u000a20:51:11.457139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Terminating (SIGTERM)\u000a20:51:11.496248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13692): Terminating (SIGTERM)\u000a20:51:11.505580 --- ParallelTerminationStrategy: PID 13686 died...\u000a20:51:11.557792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Terminated: ok {rc=0}\u000a20:51:11.567398 --- ParallelTerminationStrategy: PID 13689 died...\u000a20:51:11.619255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Terminated: ok {rc=0}\u000a20:51:11.628815 --- ParallelTerminationStrategy: PID 13692 died...\u000a20:51:11.680536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13692): Terminated: ok {rc=0}\u000a20:51:11.766803 bus /sierra_3: Setting Powered False\u000a20:51:12.868004 bus /sierra_3: Setting Powered False\u000a20:51:13.977688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:50:54" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13704): Process ended prematurely: osmo-stp_10.42.42.5(pid=13704) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13704)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13704): Process ended prematurely: osmo-stp_10.42.42.5(pid=13704) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:51:16.016905 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:16.031631 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:51:16.188083 tst mo_mt_call.py: using LAC 23644\u000a20:51:16.347701 tst mo_mt_call.py: using RAC 184\u000a20:51:16.507671 tst mo_mt_call.py: using CellId 23644\u000a20:51:16.641818 tst mo_mt_call.py: using BVCI 23645\u000a20:51:16.667971 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:16.681073 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:16.693371 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:16.707361 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:16.721293 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:16.734486 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:16.853444 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:17.079972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:17.556087 run create_hlr_db(pid=13698): Launched\u000a20:51:17.728518 bus /sierra_2: Setting Powered False\u000a20:51:18.750300 run create_hlr_db(pid=13698): Terminated: ok {rc=0}\u000a20:51:19.176506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13700): Launched\u000a20:51:19.496623 run osmo-hlr_10.42.42.2(pid=13701): Launched\u000a20:51:19.615165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:20.169993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13703): Launched\u000a20:51:20.490071 run osmo-stp_10.42.42.5(pid=13704): Launched\u000a20:51:20.607195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:21.193162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13706): Launched\u000a20:51:21.513163 run osmo-msc_10.42.42.6(pid=13707): Launched\u000a20:51:21.700468 run osmo-stp_10.42.42.5(pid=13704): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13704)]\u000a20:51:21.835220 run osmo-stp_10.42.42.5(pid=13704): stdout: \u000a| (launched: 2022-12-09_20:51:20.333433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:21.977981 run osmo-stp_10.42.42.5(pid=13704): stderr: \u000a| �[0;m�[38;5;43m20221209205120522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205120522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205120522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205120523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205120523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205120523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205120523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:22.098862 run osmo-stp_10.42.42.5(pid=13704): stdout: \u000a| (launched: 2022-12-09_20:51:20.333433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:22.218434 run osmo-stp_10.42.42.5(pid=13704): stderr: \u000a| �[0;m�[38;5;43m20221209205120522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205120522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205120522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205120523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205120523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205120523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205120523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:22.271427 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13704): Process ended prematurely: osmo-stp_10.42.42.5(pid=13704) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13704)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:51:22.280272 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:51:22.340288 run osmo-hlr_10.42.42.2(pid=13701): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13701)]\u000a20:51:22.389351 run osmo-hlr_10.42.42.2(pid=13701): stdout: \u000a| (launched: 2022-12-09_20:51:19.339446) \u000a20:51:22.438864 run osmo-hlr_10.42.42.2(pid=13701): stderr: \u000a| �[0;m�[1;31m20221209205119535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205119535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205119535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205119535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205119535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205119535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205119548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205119556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205119556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205119556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:22.506377 run osmo-msc_10.42.42.6(pid=13707): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13707)]\u000a20:51:22.555164 run osmo-msc_10.42.42.6(pid=13707): stdout: \u000a| (launched: 2022-12-09_20:51:21.356402) \u000a20:51:22.604622 run osmo-msc_10.42.42.6(pid=13707): stderr: \u000a| �[0;m�[38;5;43m20221209205121674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205121674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd3a548c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205121674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205121674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205121675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205121675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205121677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205121677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205121677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205121677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:22.646440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13700): Terminating (SIGTERM)\u000a20:51:22.686863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13703): Terminating (SIGTERM)\u000a20:51:22.727077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13706): Terminating (SIGTERM)\u000a20:51:22.736346 --- ParallelTerminationStrategy: PID 13700 died...\u000a20:51:22.790008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13700): Terminated: ok {rc=0}\u000a20:51:22.799690 --- ParallelTerminationStrategy: PID 13703 died...\u000a20:51:22.852714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13703): Terminated: ok {rc=0}\u000a20:51:22.862576 --- ParallelTerminationStrategy: PID 13706 died...\u000a20:51:22.915792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13706): Terminated: ok {rc=0}\u000a20:51:23.004797 bus /sierra_3: Setting Powered False\u000a20:51:24.108360 bus /sierra_3: Setting Powered False\u000a20:51:25.217501 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:26.327596 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:26.339236 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:51:26.494272 tst mo_mt_call_osmux.py: using LAC 23645\u000a20:51:26.611475 tst mo_mt_call_osmux.py: using RAC 185\u000a20:51:26.730813 tst mo_mt_call_osmux.py: using CellId 23645\u000a20:51:26.847651 tst mo_mt_call_osmux.py: using BVCI 23646\u000a20:51:26.870448 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:26.881471 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:26.892203 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:26.903339 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:26.914470 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:51:26.925550 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:27.044465 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:51:27.251586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:27.766768 run create_hlr_db(pid=13709): Launched\u000a20:51:27.953260 bus /sierra_2: Setting Powered False\u000a20:51:28.974206 run create_hlr_db(pid=13709): Terminated: ok {rc=0}\u000a20:51:29.377833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Launched\u000a20:51:29.680665 run osmo-hlr_10.42.42.2(pid=13712): Launched\u000a20:51:29.798157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:30.326168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Launched\u000a20:51:30.625656 run osmo-stp_10.42.42.5(pid=13715): Launched\u000a20:51:30.735450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:31.316131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13717): Launched\u000a20:51:31.722514 run osmo-msc_10.42.42.6(pid=13718): Launched\u000a20:51:32.122706 run osmo-stp_10.42.42.5(pid=13715): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]\u000a20:51:32.329146 run osmo-stp_10.42.42.5(pid=13715): stdout: \u000a| (launched: 2022-12-09_20:51:30.478483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:32.463554 run osmo-stp_10.42.42.5(pid=13715): stderr: \u000a| �[0;m�[38;5;43m20221209205130644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205130645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205130645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205130645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:32.593734 run osmo-stp_10.42.42.5(pid=13715): stdout: \u000a| (launched: 2022-12-09_20:51:30.478483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:32.722943 run osmo-stp_10.42.42.5(pid=13715): stderr: \u000a| �[0;m�[38;5;43m20221209205130644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205130645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205130645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205130645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205130646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:32.779807 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:51:32.789218 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:51:32.851931 run osmo-hlr_10.42.42.2(pid=13712): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13712)]\u000a20:51:32.903454 run osmo-hlr_10.42.42.2(pid=13712): stdout: \u000a| (launched: 2022-12-09_20:51:29.531282) \u000a20:51:32.955368 run osmo-hlr_10.42.42.2(pid=13712): stderr: \u000a| �[0;m�[1;31m20221209205129704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205129704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205129704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205129704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205129704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205129704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205129716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205129726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205129726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205129726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:33.026017 run osmo-msc_10.42.42.6(pid=13718): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13718)]\u000a20:51:33.078149 run osmo-msc_10.42.42.6(pid=13718): stdout: \u000a| (launched: 2022-12-09_20:51:31.471150) \u000a20:51:33.130045 run osmo-msc_10.42.42.6(pid=13718): stderr: \u000a| �[0;m�[38;5;43m20221209205132053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205132054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83b2d4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205132054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205132054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205132054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205132054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205132056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205132056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205132056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205132056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:33.174142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Terminating (SIGTERM)\u000a20:51:33.216214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Terminating (SIGTERM)\u000a20:51:33.258682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13717): Terminating (SIGTERM)\u000a20:51:33.268370 --- ParallelTerminationStrategy: PID 13711 died...\u000a20:51:33.324328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Terminated: ok {rc=0}\u000a20:51:33.334601 --- ParallelTerminationStrategy: PID 13714 died...\u000a20:51:33.390434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Terminated: ok {rc=0}\u000a20:51:33.400491 --- ParallelTerminationStrategy: PID 13717 died...\u000a20:51:33.456732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13717): Terminated: ok {rc=0}\u000a20:51:33.545024 bus /sierra_3: Setting Powered False\u000a20:51:34.651936 bus /sierra_3: Setting Powered False\u000a20:51:35.759763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:51:15" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13730): Process ended prematurely: osmo-stp_10.42.42.5(pid=13730) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13730)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13730): Process ended prematurely: osmo-stp_10.42.42.5(pid=13730) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:51:37.751745 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:37.762899 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:51:37.919343 tst mo_mt_call.py: using LAC 23646\u000a20:51:38.039322 tst mo_mt_call.py: using RAC 186\u000a20:51:38.159193 tst mo_mt_call.py: using CellId 23646\u000a20:51:38.274995 tst mo_mt_call.py: using BVCI 23647\u000a20:51:38.297645 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:38.308427 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:38.319228 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:38.330381 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:38.341458 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:38.352327 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:38.471828 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:38.685472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:39.199686 run create_hlr_db(pid=13724): Launched\u000a20:51:39.386475 bus /sierra_2: Setting Powered False\u000a20:51:40.408353 run create_hlr_db(pid=13724): Terminated: ok {rc=0}\u000a20:51:40.813376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13726): Launched\u000a20:51:41.113848 run osmo-hlr_10.42.42.2(pid=13727): Launched\u000a20:51:41.228628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:41.750316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13729): Launched\u000a20:51:42.049387 run osmo-stp_10.42.42.5(pid=13730): Launched\u000a20:51:42.157986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:42.704080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13732): Launched\u000a20:51:43.004776 run osmo-msc_10.42.42.6(pid=13733): Launched\u000a20:51:43.181411 run osmo-stp_10.42.42.5(pid=13730): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13730)]\u000a20:51:43.309978 run osmo-stp_10.42.42.5(pid=13730): stdout: \u000a| (launched: 2022-12-09_20:51:41.902794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:43.434899 run osmo-stp_10.42.42.5(pid=13730): stderr: \u000a| �[0;m�[38;5;43m20221209205142070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205142070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205142070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205142070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205142071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205142071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205142071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:43.556143 run osmo-stp_10.42.42.5(pid=13730): stdout: \u000a| (launched: 2022-12-09_20:51:41.902794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:43.675795 run osmo-stp_10.42.42.5(pid=13730): stderr: \u000a| �[0;m�[38;5;43m20221209205142070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205142070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205142070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205142070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205142071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205142071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205142071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:43.728546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13730): Process ended prematurely: osmo-stp_10.42.42.5(pid=13730) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13730)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:51:43.736930 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:51:43.796309 run osmo-hlr_10.42.42.2(pid=13727): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13727)]\u000a20:51:43.845022 run osmo-hlr_10.42.42.2(pid=13727): stdout: \u000a| (launched: 2022-12-09_20:51:40.965824) \u000a20:51:43.894266 run osmo-hlr_10.42.42.2(pid=13727): stderr: \u000a| �[0;m�[1;31m20221209205141142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205141142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205141142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205141142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205141142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205141142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205141154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205141163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205141163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205141163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:43.960989 run osmo-msc_10.42.42.6(pid=13733): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13733)]\u000a20:51:44.009394 run osmo-msc_10.42.42.6(pid=13733): stdout: \u000a| (launched: 2022-12-09_20:51:42.856562) \u000a20:51:44.059139 run osmo-msc_10.42.42.6(pid=13733): stderr: \u000a| �[0;m�[38;5;43m20221209205143127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205143127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ba9a55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205143127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205143127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205143127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205143127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205143130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205143130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205143130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205143130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:44.100638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13726): Terminating (SIGTERM)\u000a20:51:44.139806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13729): Terminating (SIGTERM)\u000a20:51:44.178856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13732): Terminating (SIGTERM)\u000a20:51:44.188041 --- ParallelTerminationStrategy: PID 13726 died...\u000a20:51:44.240620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13726): Terminated: ok {rc=0}\u000a20:51:44.250244 --- ParallelTerminationStrategy: PID 13729 died...\u000a20:51:44.302427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13729): Terminated: ok {rc=0}\u000a20:51:44.312092 --- ParallelTerminationStrategy: PID 13732 died...\u000a20:51:44.364560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13732): Terminated: ok {rc=0}\u000a20:51:44.447385 bus /sierra_3: Setting Powered False\u000a20:51:45.553134 bus /sierra_3: Setting Powered False\u000a20:51:46.673627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13741): Process ended prematurely: osmo-stp_10.42.42.5(pid=13741) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13741): Process ended prematurely: osmo-stp_10.42.42.5(pid=13741) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:51:47.781040 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:47.792497 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:51:47.948459 tst mo_mt_call_osmux.py: using LAC 23647\u000a20:51:48.067644 tst mo_mt_call_osmux.py: using RAC 187\u000a20:51:48.186962 tst mo_mt_call_osmux.py: using CellId 23647\u000a20:51:48.306438 tst mo_mt_call_osmux.py: using BVCI 23648\u000a20:51:48.329214 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:48.339979 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:48.350792 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:48.361790 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:48.372873 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:51:48.383847 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:48.502325 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:51:48.704633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:49.174719 run create_hlr_db(pid=13735): Launched\u000a20:51:49.347032 bus /sierra_2: Setting Powered False\u000a20:51:50.368605 run create_hlr_db(pid=13735): Terminated: ok {rc=0}\u000a20:51:50.794825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13737): Launched\u000a20:51:51.115269 run osmo-hlr_10.42.42.2(pid=13738): Launched\u000a20:51:51.233404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:51.791044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13740): Launched\u000a20:51:52.111154 run osmo-stp_10.42.42.5(pid=13741): Launched\u000a20:51:52.227866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:51:52.812505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13743): Launched\u000a20:51:53.132228 run osmo-msc_10.42.42.6(pid=13744): Launched\u000a20:51:53.320550 run osmo-stp_10.42.42.5(pid=13741): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)]\u000a20:51:53.455769 run osmo-stp_10.42.42.5(pid=13741): stdout: \u000a| (launched: 2022-12-09_20:51:51.954304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:53.590637 run osmo-stp_10.42.42.5(pid=13741): stderr: \u000a| �[0;m�[38;5;43m20221209205152143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205152143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205152143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205152144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:53.719870 run osmo-stp_10.42.42.5(pid=13741): stdout: \u000a| (launched: 2022-12-09_20:51:51.954304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:53.847507 run osmo-stp_10.42.42.5(pid=13741): stderr: \u000a| �[0;m�[38;5;43m20221209205152143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205152143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205152143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205152144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205152144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:53.904027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13741): Process ended prematurely: osmo-stp_10.42.42.5(pid=13741) [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)] [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:51:53.913498 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:51:53.975730 run osmo-hlr_10.42.42.2(pid=13738): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13738)]\u000a20:51:54.026773 run osmo-hlr_10.42.42.2(pid=13738): stdout: \u000a| (launched: 2022-12-09_20:51:50.958178) \u000a20:51:54.078337 run osmo-hlr_10.42.42.2(pid=13738): stderr: \u000a| �[0;m�[1;31m20221209205151154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205151154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205151154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205151154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205151154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205151154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205151167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205151177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205151177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205151177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:54.148329 run osmo-msc_10.42.42.6(pid=13744): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13744)]\u000a20:51:54.199044 run osmo-msc_10.42.42.6(pid=13744): stdout: \u000a| (launched: 2022-12-09_20:51:52.975644) \u000a20:51:54.250383 run osmo-msc_10.42.42.6(pid=13744): stderr: \u000a| �[0;m�[38;5;43m20221209205153293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205153293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20159cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205153293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205153293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205153293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205153294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205153295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205153296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205153296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205153296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:51:54.293961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13737): Terminating (SIGTERM)\u000a20:51:54.335265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13740): Terminating (SIGTERM)\u000a20:51:54.376354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13743): Terminating (SIGTERM)\u000a20:51:54.385962 --- ParallelTerminationStrategy: PID 13737 died...\u000a20:51:54.440806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13737): Terminated: ok {rc=0}\u000a20:51:54.450887 --- ParallelTerminationStrategy: PID 13740 died...\u000a20:51:54.505539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13740): Terminated: ok {rc=0}\u000a20:51:54.515479 --- ParallelTerminationStrategy: PID 13743 died...\u000a20:51:54.570232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13743): Terminated: ok {rc=0}\u000a20:51:54.656463 bus /sierra_3: Setting Powered False\u000a20:51:55.763208 bus /sierra_3: Setting Powered False\u000a20:51:56.869898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:51:37" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13755): Process ended prematurely: osmo-stp_10.42.42.5(pid=13755) [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13755): Process ended prematurely: osmo-stp_10.42.42.5(pid=13755) [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:51:58.859141 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:58.870222 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:51:59.025085 tst mo_mt_call.py: using LAC 23648\u000a20:51:59.143712 tst mo_mt_call.py: using RAC 188\u000a20:51:59.264412 tst mo_mt_call.py: using CellId 23648\u000a20:51:59.388822 tst mo_mt_call.py: using BVCI 23649\u000a20:51:59.411558 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:59.422614 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:59.433431 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:59.444492 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:59.455693 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:51:59.466816 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:51:59.586311 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:51:59.796368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:00.309052 run create_hlr_db(pid=13749): Launched\u000a20:52:00.495221 bus /sierra_2: Setting Powered False\u000a20:52:01.507732 run create_hlr_db(pid=13749): Terminated: ok {rc=0}\u000a20:52:01.984210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13751): Launched\u000a20:52:02.320398 run osmo-hlr_10.42.42.2(pid=13752): Launched\u000a20:52:02.436421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:02.958296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13754): Launched\u000a20:52:03.258387 run osmo-stp_10.42.42.5(pid=13755): Launched\u000a20:52:03.368398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:03.918489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13757): Launched\u000a20:52:04.220745 run osmo-msc_10.42.42.6(pid=13758): Launched\u000a20:52:04.396471 run osmo-stp_10.42.42.5(pid=13755): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)]\u000a20:52:04.524251 run osmo-stp_10.42.42.5(pid=13755): stdout: \u000a| (launched: 2022-12-09_20:52:03.110590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:04.649494 run osmo-stp_10.42.42.5(pid=13755): stderr: \u000a| �[0;m�[38;5;43m20221209205203278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205203278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205203278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205203278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:04.770417 run osmo-stp_10.42.42.5(pid=13755): stdout: \u000a| (launched: 2022-12-09_20:52:03.110590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:04.890360 run osmo-stp_10.42.42.5(pid=13755): stderr: \u000a| �[0;m�[38;5;43m20221209205203278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205203278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205203278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205203278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:04.943071 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13755): Process ended prematurely: osmo-stp_10.42.42.5(pid=13755) [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)] [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:52:04.951728 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:52:05.011587 run osmo-hlr_10.42.42.2(pid=13752): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13752)]\u000a20:52:05.060344 run osmo-hlr_10.42.42.2(pid=13752): stdout: \u000a| (launched: 2022-12-09_20:52:02.153966) \u000a20:52:05.109653 run osmo-hlr_10.42.42.2(pid=13752): stderr: \u000a| �[0;m�[1;31m20221209205202344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205202344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205202344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205202344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205202344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205202344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205202355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205202364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205202364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205202364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:05.176640 run osmo-msc_10.42.42.6(pid=13758): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13758)]\u000a20:52:05.225347 run osmo-msc_10.42.42.6(pid=13758): stdout: \u000a| (launched: 2022-12-09_20:52:04.070919) \u000a20:52:05.274529 run osmo-msc_10.42.42.6(pid=13758): stderr: \u000a| �[0;m�[38;5;43m20221209205204338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205204339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65430f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205204339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205204339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205204339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205204339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205204341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205204342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205204342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205204342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:05.316136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13751): Terminating (SIGTERM)\u000a20:52:05.355391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13754): Terminating (SIGTERM)\u000a20:52:05.394531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13757): Terminating (SIGTERM)\u000a20:52:05.403707 --- ParallelTerminationStrategy: PID 13751 died...\u000a20:52:05.456127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13751): Terminated: ok {rc=0}\u000a20:52:05.465869 --- ParallelTerminationStrategy: PID 13754 died...\u000a20:52:05.518269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13754): Terminated: ok {rc=0}\u000a20:52:05.527968 --- ParallelTerminationStrategy: PID 13757 died...\u000a20:52:05.579957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13757): Terminated: ok {rc=0}\u000a20:52:05.662990 bus /sierra_3: Setting Powered False\u000a20:52:06.763251 bus /sierra_3: Setting Powered False\u000a20:52:07.874140 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13766): Process ended prematurely: osmo-stp_10.42.42.5(pid=13766) [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13766)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13766): Process ended prematurely: osmo-stp_10.42.42.5(pid=13766) [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:52:08.988825 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:52:09.001223 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:52:09.167413 tst mo_mt_call_osmux.py: using LAC 23649\u000a20:52:09.287870 tst mo_mt_call_osmux.py: using RAC 189\u000a20:52:09.408685 tst mo_mt_call_osmux.py: using CellId 23649\u000a20:52:09.529149 tst mo_mt_call_osmux.py: using BVCI 23650\u000a20:52:09.551937 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:52:09.563042 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:52:09.574015 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:52:09.585185 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:52:09.596469 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:52:09.607577 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:52:09.723071 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:52:09.922271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:10.396642 run create_hlr_db(pid=13760): Launched\u000a20:52:10.571088 bus /sierra_2: Setting Powered False\u000a20:52:11.591721 run create_hlr_db(pid=13760): Terminated: ok {rc=0}\u000a20:52:11.993674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13762): Launched\u000a20:52:12.297026 run osmo-hlr_10.42.42.2(pid=13763): Launched\u000a20:52:12.406316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:12.930117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13765): Launched\u000a20:52:13.230066 run osmo-stp_10.42.42.5(pid=13766): Launched\u000a20:52:13.339268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:13.893221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13768): Launched\u000a20:52:14.194720 run osmo-msc_10.42.42.6(pid=13769): Launched\u000a20:52:14.371410 run osmo-stp_10.42.42.5(pid=13766): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13766)]\u000a20:52:14.499258 run osmo-stp_10.42.42.5(pid=13766): stdout: \u000a| (launched: 2022-12-09_20:52:13.082586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:14.624867 run osmo-stp_10.42.42.5(pid=13766): stderr: \u000a| �[0;m�[38;5;43m20221209205213248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205213248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205213248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205213249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205213249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205213249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205213249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:14.745960 run osmo-stp_10.42.42.5(pid=13766): stdout: \u000a| (launched: 2022-12-09_20:52:13.082586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:14.866421 run osmo-stp_10.42.42.5(pid=13766): stderr: \u000a| �[0;m�[38;5;43m20221209205213248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205213248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205213248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205213249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205213249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205213249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205213249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:14.919298 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13766): Process ended prematurely: osmo-stp_10.42.42.5(pid=13766) [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13766)] [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:52:14.928392 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:52:14.987883 run osmo-hlr_10.42.42.2(pid=13763): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13763)]\u000a20:52:15.036305 run osmo-hlr_10.42.42.2(pid=13763): stdout: \u000a| (launched: 2022-12-09_20:52:12.148018) \u000a20:52:15.085609 run osmo-hlr_10.42.42.2(pid=13763): stderr: \u000a| �[0;m�[1;31m20221209205212319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205212320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205212320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205212320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205212320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205212320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205212360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205212370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205212370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205212371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:15.151907 run osmo-msc_10.42.42.6(pid=13769): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13769)]\u000a20:52:15.200608 run osmo-msc_10.42.42.6(pid=13769): stdout: \u000a| (launched: 2022-12-09_20:52:14.046115) \u000a20:52:15.249479 run osmo-msc_10.42.42.6(pid=13769): stderr: \u000a| �[0;m�[38;5;43m20221209205214315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205214315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e2be05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205214315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205214315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205214316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205214316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205214318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205214318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205214318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205214318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:15.290871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13762): Terminating (SIGTERM)\u000a20:52:15.330299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13765): Terminating (SIGTERM)\u000a20:52:15.369873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13768): Terminating (SIGTERM)\u000a20:52:15.379278 --- ParallelTerminationStrategy: PID 13762 died...\u000a20:52:15.432288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13762): Terminated: ok {rc=0}\u000a20:52:15.442044 --- ParallelTerminationStrategy: PID 13765 died...\u000a20:52:15.494172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13765): Terminated: ok {rc=0}\u000a20:52:15.503702 --- ParallelTerminationStrategy: PID 13768 died...\u000a20:52:15.555796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13768): Terminated: ok {rc=0}\u000a20:52:15.642324 bus /sierra_3: Setting Powered False\u000a20:52:16.756819 bus /sierra_3: Setting Powered False\u000a20:52:17.865115 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:51:58" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13780): Process ended prematurely: osmo-stp_10.42.42.5(pid=13780) [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13780): Process ended prematurely: osmo-stp_10.42.42.5(pid=13780) [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:52:19.866214 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:19.877638 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:52:20.043030 tst mo_mt_call.py: using LAC 23650\u000a20:52:20.164261 tst mo_mt_call.py: using RAC 190\u000a20:52:20.292752 tst mo_mt_call.py: using CellId 23650\u000a20:52:20.412805 tst mo_mt_call.py: using BVCI 23651\u000a20:52:20.435648 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:20.446443 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:20.457004 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:20.468121 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:20.479105 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:20.489979 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:20.611231 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:20.822001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:21.336213 run create_hlr_db(pid=13774): Launched\u000a20:52:21.523162 bus /sierra_2: Setting Powered False\u000a20:52:22.543923 run create_hlr_db(pid=13774): Terminated: ok {rc=0}\u000a20:52:22.946940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13776): Launched\u000a20:52:23.247390 run osmo-hlr_10.42.42.2(pid=13777): Launched\u000a20:52:23.366167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:23.892302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13779): Launched\u000a20:52:24.192816 run osmo-stp_10.42.42.5(pid=13780): Launched\u000a20:52:24.303963 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:24.854027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13782): Launched\u000a20:52:25.156147 run osmo-msc_10.42.42.6(pid=13783): Launched\u000a20:52:25.332636 run osmo-stp_10.42.42.5(pid=13780): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)]\u000a20:52:25.461111 run osmo-stp_10.42.42.5(pid=13780): stdout: \u000a| (launched: 2022-12-09_20:52:24.045095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:25.586800 run osmo-stp_10.42.42.5(pid=13780): stderr: \u000a| �[0;m�[38;5;43m20221209205224214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205224214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205224214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205224215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205224215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205224215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205224215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:25.707623 run osmo-stp_10.42.42.5(pid=13780): stdout: \u000a| (launched: 2022-12-09_20:52:24.045095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:25.827837 run osmo-stp_10.42.42.5(pid=13780): stderr: \u000a| �[0;m�[38;5;43m20221209205224214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205224214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205224214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205224215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205224215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205224215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205224215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:25.880863 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13780): Process ended prematurely: osmo-stp_10.42.42.5(pid=13780) [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)] [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:52:25.889377 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:52:25.949388 run osmo-hlr_10.42.42.2(pid=13777): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13777)]\u000a20:52:25.998182 run osmo-hlr_10.42.42.2(pid=13777): stdout: \u000a| (launched: 2022-12-09_20:52:23.100021) \u000a20:52:26.047823 run osmo-hlr_10.42.42.2(pid=13777): stderr: \u000a| �[0;m�[1;31m20221209205223275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205223275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205223275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205223275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205223275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205223275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205223287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205223296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205223296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205223296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:26.115121 run osmo-msc_10.42.42.6(pid=13783): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13783)]\u000a20:52:26.163665 run osmo-msc_10.42.42.6(pid=13783): stdout: \u000a| (launched: 2022-12-09_20:52:25.007033) \u000a20:52:26.213449 run osmo-msc_10.42.42.6(pid=13783): stderr: \u000a| �[0;m�[38;5;43m20221209205225274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205225274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8b271fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205225274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205225275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205225275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205225275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205225277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205225277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205225277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205225277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:26.254964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13776): Terminating (SIGTERM)\u000a20:52:26.294535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13779): Terminating (SIGTERM)\u000a20:52:26.334151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13782): Terminating (SIGTERM)\u000a20:52:26.343156 --- ParallelTerminationStrategy: PID 13776 died...\u000a20:52:26.396450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13776): Terminated: ok {rc=0}\u000a20:52:26.406145 --- ParallelTerminationStrategy: PID 13779 died...\u000a20:52:26.458824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13779): Terminated: ok {rc=0}\u000a20:52:26.468478 --- ParallelTerminationStrategy: PID 13782 died...\u000a20:52:26.521152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13782): Terminated: ok {rc=0}\u000a20:52:26.604097 bus /sierra_3: Setting Powered False\u000a20:52:27.704823 bus /sierra_3: Setting Powered False\u000a20:52:28.816180 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13791): Process ended prematurely: osmo-stp_10.42.42.5(pid=13791) [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13791)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13791): Process ended prematurely: osmo-stp_10.42.42.5(pid=13791) [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:52:29.929752 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:29.941882 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:52:30.103042 tst mo_mt_call_osmux.py: using LAC 23651\u000a20:52:30.220895 tst mo_mt_call_osmux.py: using RAC 191\u000a20:52:30.340628 tst mo_mt_call_osmux.py: using CellId 23651\u000a20:52:30.459754 tst mo_mt_call_osmux.py: using BVCI 23652\u000a20:52:30.482447 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:30.493280 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:30.503900 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:30.514799 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:30.526011 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:52:30.536901 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:30.655446 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:52:30.866229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:31.418651 run create_hlr_db(pid=13785): Launched\u000a20:52:31.597242 bus /sierra_2: Setting Powered False\u000a20:52:32.614778 run create_hlr_db(pid=13785): Terminated: ok {rc=0}\u000a20:52:33.014827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13787): Launched\u000a20:52:33.314412 run osmo-hlr_10.42.42.2(pid=13788): Launched\u000a20:52:33.429357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:33.956148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13790): Launched\u000a20:52:34.256279 run osmo-stp_10.42.42.5(pid=13791): Launched\u000a20:52:34.366642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:34.914752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13793): Launched\u000a20:52:35.215307 run osmo-msc_10.42.42.6(pid=13794): Launched\u000a20:52:35.390449 run osmo-stp_10.42.42.5(pid=13791): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13791)]\u000a20:52:35.517484 run osmo-stp_10.42.42.5(pid=13791): stdout: \u000a| (launched: 2022-12-09_20:52:34.108436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:35.643188 run osmo-stp_10.42.42.5(pid=13791): stderr: \u000a| �[0;m�[38;5;43m20221209205234274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205234274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205234275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205234275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205234276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205234276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205234276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:35.763772 run osmo-stp_10.42.42.5(pid=13791): stdout: \u000a| (launched: 2022-12-09_20:52:34.108436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:35.884765 run osmo-stp_10.42.42.5(pid=13791): stderr: \u000a| �[0;m�[38;5;43m20221209205234274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205234274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205234275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205234275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205234276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205234276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205234276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:35.937927 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13791): Process ended prematurely: osmo-stp_10.42.42.5(pid=13791) [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13791)] [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:52:35.946586 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:52:36.006242 run osmo-hlr_10.42.42.2(pid=13788): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13788)]\u000a20:52:36.054600 run osmo-hlr_10.42.42.2(pid=13788): stdout: \u000a| (launched: 2022-12-09_20:52:33.167604) \u000a20:52:36.104335 run osmo-hlr_10.42.42.2(pid=13788): stderr: \u000a| �[0;m�[1;31m20221209205233344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205233344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205233344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205233344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205233344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205233344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205233356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205233366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:36.171386 run osmo-msc_10.42.42.6(pid=13794): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13794)]\u000a20:52:36.220100 run osmo-msc_10.42.42.6(pid=13794): stdout: \u000a| (launched: 2022-12-09_20:52:35.067004) \u000a20:52:36.269327 run osmo-msc_10.42.42.6(pid=13794): stderr: \u000a| �[0;m�[38;5;43m20221209205235338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205235338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb021dc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205235338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205235338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205235338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205235338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205235341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205235341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205235341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205235341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:36.310813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13787): Terminating (SIGTERM)\u000a20:52:36.350279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13790): Terminating (SIGTERM)\u000a20:52:36.389647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13793): Terminating (SIGTERM)\u000a20:52:36.398982 --- ParallelTerminationStrategy: PID 13787 died...\u000a20:52:36.452244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13787): Terminated: ok {rc=0}\u000a20:52:36.461858 --- ParallelTerminationStrategy: PID 13790 died...\u000a20:52:36.514640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13790): Terminated: ok {rc=0}\u000a20:52:36.524130 --- ParallelTerminationStrategy: PID 13793 died...\u000a20:52:36.577156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13793): Terminated: ok {rc=0}\u000a20:52:36.666858 bus /sierra_3: Setting Powered False\u000a20:52:37.769883 bus /sierra_3: Setting Powered False\u000a20:52:38.880065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:52:19" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13809): Process ended prematurely: osmo-stp_10.42.42.5(pid=13809) [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13809): Process ended prematurely: osmo-stp_10.42.42.5(pid=13809) [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:52:40.886288 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:40.896805 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a20:52:41.033959 tst emergency_mo_mt_call.py: using LAC 23652\u000a20:52:41.157627 tst emergency_mo_mt_call.py: using RAC 192\u000a20:52:41.283072 tst emergency_mo_mt_call.py: using CellId 23652\u000a20:52:41.410398 tst emergency_mo_mt_call.py: using BVCI 23653\u000a20:52:41.434583 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:41.445777 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:41.456645 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:41.467634 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:41.478515 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:41.489553 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:41.604673 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:41.803456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:42.270363 run create_hlr_db(pid=13803): Launched\u000a20:52:42.440291 bus /sierra_2: Setting Powered False\u000a20:52:43.461877 run create_hlr_db(pid=13803): Terminated: ok {rc=0}\u000a20:52:43.881266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13805): Launched\u000a20:52:44.196742 run osmo-hlr_10.42.42.2(pid=13806): Launched\u000a20:52:44.311977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:44.861785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13808): Launched\u000a20:52:45.176638 run osmo-stp_10.42.42.5(pid=13809): Launched\u000a20:52:45.307111 tst emergency_mo_mt_call.py: using MSISDN 7372\u000a20:52:45.464752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:46.092822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13811): Launched\u000a20:52:46.513435 run osmo-msc_10.42.42.6(pid=13812): Launched\u000a20:52:46.926036 run osmo-stp_10.42.42.5(pid=13809): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)]\u000a20:52:47.054288 run osmo-stp_10.42.42.5(pid=13809): stdout: \u000a| (launched: 2022-12-09_20:52:45.022381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:47.182829 run osmo-stp_10.42.42.5(pid=13809): stderr: \u000a| �[0;m�[38;5;43m20221209205245209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205245209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205245209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205245210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205245210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205245211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205245211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:47.306310 run osmo-stp_10.42.42.5(pid=13809): stdout: \u000a| (launched: 2022-12-09_20:52:45.022381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:47.426032 run osmo-stp_10.42.42.5(pid=13809): stderr: \u000a| �[0;m�[38;5;43m20221209205245209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205245209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205245209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205245210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205245210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205245211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205245211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:47.478058 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13809): Process ended prematurely: osmo-stp_10.42.42.5(pid=13809) [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13809)] [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a20:52:47.486503 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a20:52:47.547333 run osmo-hlr_10.42.42.2(pid=13806): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13806)]\u000a20:52:47.597929 run osmo-hlr_10.42.42.2(pid=13806): stdout: \u000a| (launched: 2022-12-09_20:52:44.042096) \u000a20:52:47.648714 run osmo-hlr_10.42.42.2(pid=13806): stderr: \u000a| �[0;m�[1;31m20221209205244236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205244237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205244237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205244237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205244237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205244237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205244249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205244257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205244257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205244257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:47.716703 run osmo-msc_10.42.42.6(pid=13812): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13812)]\u000a20:52:47.766305 run osmo-msc_10.42.42.6(pid=13812): stdout: \u000a| (launched: 2022-12-09_20:52:46.256804) \u000a20:52:47.816210 run osmo-msc_10.42.42.6(pid=13812): stderr: \u000a| �[0;m�[38;5;43m20221209205246694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205246695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72403b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205246695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205246695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205246695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205246696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205246698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205246699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205246699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205246699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:47.857879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13805): Terminating (SIGTERM)\u000a20:52:47.898086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13808): Terminating (SIGTERM)\u000a20:52:47.938589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13811): Terminating (SIGTERM)\u000a20:52:47.948496 --- ParallelTerminationStrategy: PID 13805 died...\u000a20:52:48.002053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13805): Terminated: ok {rc=0}\u000a20:52:48.012348 --- ParallelTerminationStrategy: PID 13808 died...\u000a20:52:48.065824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13808): Terminated: ok {rc=0}\u000a20:52:48.075976 --- ParallelTerminationStrategy: PID 13811 died...\u000a20:52:48.130066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13811): Terminated: ok {rc=0}\u000a20:52:48.217350 bus /sierra_3: Setting Powered False\u000a20:52:49.319310 bus /sierra_3: Setting Powered False\u000a20:52:50.431091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13820): Process ended prematurely: osmo-stp_10.42.42.5(pid=13820) [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13820): Process ended prematurely: osmo-stp_10.42.42.5(pid=13820) [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:52:51.481957 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:51.493169 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a20:52:51.630913 tst emergency_preemptive_call.py: using LAC 23653\u000a20:52:51.746658 tst emergency_preemptive_call.py: using RAC 193\u000a20:52:51.863665 tst emergency_preemptive_call.py: using CellId 23653\u000a20:52:51.987763 tst emergency_preemptive_call.py: using BVCI 23654\u000a20:52:52.012231 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:52.023441 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:52.034588 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:52.045827 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:52.057008 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:52:52.068097 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:52.189178 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:52.304062 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:52.422163 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a20:52:52.621585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:53.085951 run create_hlr_db(pid=13814): Launched\u000a20:52:53.255509 bus /sierra_2: Setting Powered False\u000a20:52:54.278013 run create_hlr_db(pid=13814): Terminated: ok {rc=0}\u000a20:52:54.698008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13816): Launched\u000a20:52:55.013514 run osmo-hlr_10.42.42.2(pid=13817): Launched\u000a20:52:55.133288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:55.682267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13819): Launched\u000a20:52:55.998613 run osmo-stp_10.42.42.5(pid=13820): Launched\u000a20:52:56.127914 tst emergency_preemptive_call.py: using MSISDN 7373\u000a20:52:56.285387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:52:56.860245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13822): Launched\u000a20:52:57.176590 run osmo-msc_10.42.42.6(pid=13823): Launched\u000a20:52:57.361141 run osmo-stp_10.42.42.5(pid=13820): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)]\u000a20:52:57.495952 run osmo-stp_10.42.42.5(pid=13820): stdout: \u000a| (launched: 2022-12-09_20:52:55.843507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:57.628842 run osmo-stp_10.42.42.5(pid=13820): stderr: \u000a| �[0;m�[38;5;43m20221209205256033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205256033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205256033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205256034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205256034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205256034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205256035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:57.757547 run osmo-stp_10.42.42.5(pid=13820): stdout: \u000a| (launched: 2022-12-09_20:52:55.843507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:57.883375 run osmo-stp_10.42.42.5(pid=13820): stderr: \u000a| �[0;m�[38;5;43m20221209205256033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205256033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205256033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205256034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205256034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205256034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205256035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:57.938632 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13820): Process ended prematurely: osmo-stp_10.42.42.5(pid=13820) [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)] [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a20:52:57.947281 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a20:52:58.009570 run osmo-hlr_10.42.42.2(pid=13817): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13817)]\u000a20:52:58.060565 run osmo-hlr_10.42.42.2(pid=13817): stdout: \u000a| (launched: 2022-12-09_20:52:54.858464) \u000a20:52:58.112273 run osmo-hlr_10.42.42.2(pid=13817): stderr: \u000a| �[0;m�[1;31m20221209205255056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205255056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205255056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205255056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205255056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205255056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205255069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205255077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205255077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205255077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:58.182958 run osmo-msc_10.42.42.6(pid=13823): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13823)]\u000a20:52:58.233998 run osmo-msc_10.42.42.6(pid=13823): stdout: \u000a| (launched: 2022-12-09_20:52:57.021287) \u000a20:52:58.285669 run osmo-msc_10.42.42.6(pid=13823): stderr: \u000a| �[0;m�[38;5;43m20221209205257339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205257340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a64e53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205257340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205257340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205257340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205257340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205257342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205257342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205257343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205257343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:52:58.329681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13816): Terminating (SIGTERM)\u000a20:52:58.371290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13819): Terminating (SIGTERM)\u000a20:52:58.412838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13822): Terminating (SIGTERM)\u000a20:52:58.422549 --- ParallelTerminationStrategy: PID 13816 died...\u000a20:52:58.478171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13816): Terminated: ok {rc=0}\u000a20:52:58.488188 --- ParallelTerminationStrategy: PID 13819 died...\u000a20:52:58.543784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13819): Terminated: ok {rc=0}\u000a20:52:58.553893 --- ParallelTerminationStrategy: PID 13822 died...\u000a20:52:58.609434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13822): Terminated: ok {rc=0}\u000a20:52:58.696705 bus /sierra_9: Setting Powered False\u000a20:52:59.802052 bus /sierra_9: Setting Powered False\u000a20:53:00.917392 bus /sierra_8: Setting Powered False\u000a20:53:02.051291 bus /sierra_8: Setting Powered False\u000a20:53:03.166827 bus /sierra_3: Setting Powered False\u000a20:53:04.272820 bus /sierra_3: Setting Powered False\u000a20:53:05.384440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:52:40" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14110): Process ended prematurely: osmo-stp_10.42.42.5(pid=14110) [trial-2364↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14110)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14110): Process ended prematurely: osmo-stp_10.42.42.5(pid=14110) [trial-2364↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:53:07.511992 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:07.523642 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:07.665366 tst cs_paging_gprs_active.py: using LAC 23654\u000a20:53:07.819260 tst cs_paging_gprs_active.py: using RAC 194\u000a20:53:07.958107 tst cs_paging_gprs_active.py: using CellId 23654\u000a20:53:08.114978 tst cs_paging_gprs_active.py: using BVCI 23655\u000a20:53:08.153902 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.170018 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.186960 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.209484 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.223378 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.239412 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.255760 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.271326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:08.285232 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:08.422353 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:08.804161 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:53:08.964283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:09.375096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13962): Launched\u000a20:53:09.730666 run iperf3-srv_10.42.42.10(pid=14012): Launched\u000a20:53:09.974001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:53:10.137365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:10.559379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14101): Launched\u000a20:53:10.852304 run iperf3-srv_10.42.42.10(pid=14103): Launched\u000a20:53:11.045805 tst cs_paging_gprs_active.py:38: start network...\u000a20:53:11.178044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:11.721111 run create_hlr_db(pid=14104): Launched\u000a20:53:11.907967 bus /sierra_2: Setting Powered False\u000a20:53:12.926712 run create_hlr_db(pid=14104): Terminated: ok {rc=0}\u000a20:53:13.358377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14106): Launched\u000a20:53:13.766958 run osmo-hlr_10.42.42.2(pid=14107): Launched\u000a20:53:13.995118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:14.651742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14109): Launched\u000a20:53:15.067272 run osmo-stp_10.42.42.5(pid=14110): Launched\u000a20:53:15.306804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:15.943173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14112): Launched\u000a20:53:16.066580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:16.407694 run patchelf(pid=14113): Launched\u000a20:53:16.648679 run osmo-stp_10.42.42.5(pid=14110): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14110)]\u000a20:53:16.819651 run osmo-stp_10.42.42.5(pid=14110): stdout: \u000a| (launched: 2022-12-09_20:53:14.813426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:16.989117 run osmo-stp_10.42.42.5(pid=14110): stderr: \u000a| �[0;m�[38;5;43m20221209205315136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205315141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205315141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205315142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205315142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205315142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205315142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:17.148077 run osmo-stp_10.42.42.5(pid=14110): stdout: \u000a| (launched: 2022-12-09_20:53:14.813426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:17.310971 run osmo-stp_10.42.42.5(pid=14110): stderr: \u000a| �[0;m�[38;5;43m20221209205315136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205315141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205315141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205315142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205315142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205315142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205315142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:17.496522 run patchelf(pid=14113): Terminating (SIGINT)\u000a20:53:17.717908 run patchelf(pid=14113): Terminated: ok {rc=0}\u000a20:53:17.761669 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14110): Process ended prematurely: osmo-stp_10.42.42.5(pid=14110) [trial-2364↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14110)] [trial-2364↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a20:53:17.775634 tst cs_paging_gprs_active.py:38: Test FAILED (10.3 sec)\u000a20:53:17.850420 run osmo-hlr_10.42.42.2(pid=14107): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14107)]\u000a20:53:17.913757 run osmo-hlr_10.42.42.2(pid=14107): stdout: \u000a| (launched: 2022-12-09_20:53:13.517580) \u000a20:53:17.974636 run osmo-hlr_10.42.42.2(pid=14107): stderr: \u000a| �[0;m�[1;31m20221209205313861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205313861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205313861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205313861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205313861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205313861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205313884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205313898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205313898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205313899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:18.026487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13962): Terminating (SIGTERM)\u000a20:53:18.074422 run iperf3-srv_10.42.42.10(pid=14012): Terminating (SIGTERM)\u000a20:53:18.127611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14101): Terminating (SIGTERM)\u000a20:53:18.180399 run iperf3-srv_10.42.42.10(pid=14103): Terminating (SIGTERM)\u000a20:53:18.232776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14106): Terminating (SIGTERM)\u000a20:53:18.283694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14109): Terminating (SIGTERM)\u000a20:53:18.327289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14112): Terminating (SIGTERM)\u000a20:53:18.338350 --- ParallelTerminationStrategy: PID 13962 died...\u000a20:53:18.395639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13962): Terminated: ok {rc=0}\u000a20:53:18.406219 --- ParallelTerminationStrategy: PID 14012 died...\u000a20:53:18.462328 run iperf3-srv_10.42.42.10(pid=14012): Terminated {rc=256}\u000a20:53:18.472655 --- ParallelTerminationStrategy: PID 14101 died...\u000a20:53:18.529070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14101): Terminated: ok {rc=0}\u000a20:53:18.539478 --- ParallelTerminationStrategy: PID 14103 died...\u000a20:53:18.595476 run iperf3-srv_10.42.42.10(pid=14103): Terminated {rc=256}\u000a20:53:18.605933 --- ParallelTerminationStrategy: PID 14106 died...\u000a20:53:18.662324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14106): Terminated: ok {rc=0}\u000a20:53:18.672721 --- ParallelTerminationStrategy: PID 14109 died...\u000a20:53:18.729612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14109): Terminated: ok {rc=0}\u000a20:53:18.740019 --- ParallelTerminationStrategy: PID 14112 died...\u000a20:53:18.796519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14112): Terminated: ok {rc=0}\u000a20:53:18.888392 bus /gobi_0: Setting Powered False\u000a20:53:19.998713 bus /gobi_0: Setting Powered False\u000a20:53:21.111810 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14122): Process ended prematurely: osmo-stp_10.42.42.5(pid=14122) [trial-2364↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14122): Process ended prematurely: osmo-stp_10.42.42.5(pid=14122) [trial-2364↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a20:53:22.230738 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.242965 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:22.393526 tst iperf3.py: using LAC 23655\u000a20:53:22.523224 tst iperf3.py: using RAC 195\u000a20:53:22.653773 tst iperf3.py: using CellId 23655\u000a20:53:22.784901 tst iperf3.py: using BVCI 23656\u000a20:53:22.811274 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.823285 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.835113 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.847073 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.858951 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.870378 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.882264 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.894073 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:22.906275 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:23.208332 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:53:23.349874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:23.703996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Launched\u000a20:53:24.003893 run iperf3-srv_10.42.42.10(pid=14115): Launched\u000a20:53:24.209366 tst iperf3.py:8: start network...\u000a20:53:24.350101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:24.917258 run create_hlr_db(pid=14116): Launched\u000a20:53:25.111241 bus /gobi_6: Setting Powered False\u000a20:53:26.127177 run create_hlr_db(pid=14116): Terminated: ok {rc=0}\u000a20:53:26.536237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14118): Launched\u000a20:53:26.841947 run osmo-hlr_10.42.42.2(pid=14119): Launched\u000a20:53:26.961187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:27.497283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14121): Launched\u000a20:53:27.800745 run osmo-stp_10.42.42.5(pid=14122): Launched\u000a20:53:27.911601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:28.442270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14124): Launched\u000a20:53:28.550845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:28.815352 run patchelf(pid=14125): Launched\u000a20:53:28.993063 run osmo-stp_10.42.42.5(pid=14122): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)]\u000a20:53:29.123314 run osmo-stp_10.42.42.5(pid=14122): stdout: \u000a| (launched: 2022-12-09_20:53:27.651547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:29.253731 run osmo-stp_10.42.42.5(pid=14122): stderr: \u000a| �[0;m�[38;5;43m20221209205327822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205327822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205327823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205327823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205327823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205327824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205327824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:29.379189 run osmo-stp_10.42.42.5(pid=14122): stdout: \u000a| (launched: 2022-12-09_20:53:27.651547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:29.503858 run osmo-stp_10.42.42.5(pid=14122): stderr: \u000a| �[0;m�[38;5;43m20221209205327822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205327822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205327823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205327823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205327823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205327824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205327824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:29.648642 run patchelf(pid=14125): Terminating (SIGINT)\u000a20:53:29.819533 run patchelf(pid=14125): Terminated: ok {rc=0}\u000a20:53:29.850900 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14122): Process ended prematurely: osmo-stp_10.42.42.5(pid=14122) [trial-2364↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)] [trial-2364↪gprs:trx-lms↪iperf3.py:8]\u000a20:53:29.860060 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:53:29.921260 run osmo-hlr_10.42.42.2(pid=14119): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14119)]\u000a20:53:29.971169 run osmo-hlr_10.42.42.2(pid=14119): stdout: \u000a| (launched: 2022-12-09_20:53:26.691166) \u000a20:53:30.021280 run osmo-hlr_10.42.42.2(pid=14119): stderr: \u000a| �[0;m�[1;31m20221209205326866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205326866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205326866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205326866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205326867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205326867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205326879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205326887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205326887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205326887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:30.062884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Terminating (SIGTERM)\u000a20:53:30.102420 run iperf3-srv_10.42.42.10(pid=14115): Terminating (SIGTERM)\u000a20:53:30.142068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14118): Terminating (SIGTERM)\u000a20:53:30.181653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14121): Terminating (SIGTERM)\u000a20:53:30.221259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14124): Terminating (SIGTERM)\u000a20:53:30.231057 --- ParallelTerminationStrategy: PID 14114 died...\u000a20:53:30.284075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Terminated: ok {rc=0}\u000a20:53:30.293997 --- ParallelTerminationStrategy: PID 14115 died...\u000a20:53:30.346383 run iperf3-srv_10.42.42.10(pid=14115): Terminated {rc=256}\u000a20:53:30.355868 --- ParallelTerminationStrategy: PID 14118 died...\u000a20:53:30.408788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14118): Terminated: ok {rc=0}\u000a20:53:30.418613 --- ParallelTerminationStrategy: PID 14121 died...\u000a20:53:30.471181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14121): Terminated: ok {rc=0}\u000a20:53:30.481161 --- ParallelTerminationStrategy: PID 14124 died...\u000a20:53:30.534058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14124): Terminated: ok {rc=0}\u000a20:53:30.621519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14140): Process ended prematurely: osmo-stp_10.42.42.5(pid=14140) [trial-2364↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14140)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14140): Process ended prematurely: osmo-stp_10.42.42.5(pid=14140) [trial-2364↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a20:53:31.736920 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:31.749247 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:31.888870 tst iperf3m4.py: using LAC 23656\u000a20:53:32.037679 tst iperf3m4.py: using RAC 196\u000a20:53:32.176438 tst iperf3m4.py: using CellId 23656\u000a20:53:32.303027 tst iperf3m4.py: using BVCI 23657\u000a20:53:32.328083 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.339426 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.350474 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.361403 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.372382 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.383338 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.394314 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.404889 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:32.415839 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:32.532613 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:32.660911 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:32.782580 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:33.078442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:53:33.214123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:33.550089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14126): Launched\u000a20:53:33.828572 run iperf3-srv_10.42.42.10(pid=14127): Launched\u000a20:53:34.027406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:53:34.162768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:34.497400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14128): Launched\u000a20:53:34.777552 run iperf3-srv_10.42.42.10(pid=14129): Launched\u000a20:53:34.976139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:53:35.111906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:35.447107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14130): Launched\u000a20:53:35.726881 run iperf3-srv_10.42.42.10(pid=14131): Launched\u000a20:53:35.927851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:53:36.064181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:36.399961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14132): Launched\u000a20:53:36.678360 run iperf3-srv_10.42.42.10(pid=14133): Launched\u000a20:53:36.878290 tst iperf3m4.py:8: start network...\u000a20:53:37.014103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:37.537234 run create_hlr_db(pid=14134): Launched\u000a20:53:37.725318 bus /gobi_6: Setting Powered False\u000a20:53:38.746620 run create_hlr_db(pid=14134): Terminated: ok {rc=0}\u000a20:53:39.155108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14136): Launched\u000a20:53:39.460178 run osmo-hlr_10.42.42.2(pid=14137): Launched\u000a20:53:39.576810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:40.115578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14139): Launched\u000a20:53:40.419903 run osmo-stp_10.42.42.5(pid=14140): Launched\u000a20:53:40.530844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:41.058966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14142): Launched\u000a20:53:41.167046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:41.431324 run patchelf(pid=14143): Launched\u000a20:53:41.608318 run osmo-stp_10.42.42.5(pid=14140): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14140)]\u000a20:53:41.738452 run osmo-stp_10.42.42.5(pid=14140): stdout: \u000a| (launched: 2022-12-09_20:53:40.270062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:41.868318 run osmo-stp_10.42.42.5(pid=14140): stderr: \u000a| �[0;m�[38;5;43m20221209205340439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205340439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205340439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205340440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205340440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205340440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205340440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:41.993911 run osmo-stp_10.42.42.5(pid=14140): stdout: \u000a| (launched: 2022-12-09_20:53:40.270062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:42.118837 run osmo-stp_10.42.42.5(pid=14140): stderr: \u000a| �[0;m�[38;5;43m20221209205340439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205340439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205340439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205340440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205340440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205340440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205340440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:42.263581 run patchelf(pid=14143): Terminating (SIGINT)\u000a20:53:42.433930 run patchelf(pid=14143): Terminated: ok {rc=0}\u000a20:53:42.465375 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14140): Process ended prematurely: osmo-stp_10.42.42.5(pid=14140) [trial-2364↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14140)] [trial-2364↪gprs:trx-lms↪iperf3m4.py:8]\u000a20:53:42.474543 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:53:42.535545 run osmo-hlr_10.42.42.2(pid=14137): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14137)]\u000a20:53:42.584926 run osmo-hlr_10.42.42.2(pid=14137): stdout: \u000a| (launched: 2022-12-09_20:53:39.309767) \u000a20:53:42.634907 run osmo-hlr_10.42.42.2(pid=14137): stderr: \u000a| �[0;m�[1;31m20221209205339486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205339486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205339486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205339486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205339486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205339486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205339498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205339506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205339507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205339507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:42.676973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14126): Terminating (SIGTERM)\u000a20:53:42.717257 run iperf3-srv_10.42.42.10(pid=14127): Terminating (SIGTERM)\u000a20:53:42.757207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14128): Terminating (SIGTERM)\u000a20:53:42.796898 run iperf3-srv_10.42.42.10(pid=14129): Terminating (SIGTERM)\u000a20:53:42.836764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14130): Terminating (SIGTERM)\u000a20:53:42.876577 run iperf3-srv_10.42.42.10(pid=14131): Terminating (SIGTERM)\u000a20:53:42.916478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14132): Terminating (SIGTERM)\u000a20:53:42.956109 run iperf3-srv_10.42.42.10(pid=14133): Terminating (SIGTERM)\u000a20:53:42.995976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14136): Terminating (SIGTERM)\u000a20:53:43.035909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14139): Terminating (SIGTERM)\u000a20:53:43.075857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14142): Terminating (SIGTERM)\u000a20:53:43.085355 --- ParallelTerminationStrategy: PID 14126 died...\u000a20:53:43.138530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14126): Terminated: ok {rc=0}\u000a20:53:43.148439 --- ParallelTerminationStrategy: PID 14127 died...\u000a20:53:43.201151 run iperf3-srv_10.42.42.10(pid=14127): Terminated {rc=256}\u000a20:53:43.210929 --- ParallelTerminationStrategy: PID 14128 died...\u000a20:53:43.263779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14128): Terminated: ok {rc=0}\u000a20:53:43.273935 --- ParallelTerminationStrategy: PID 14129 died...\u000a20:53:43.326957 run iperf3-srv_10.42.42.10(pid=14129): Terminated {rc=256}\u000a20:53:43.336475 --- ParallelTerminationStrategy: PID 14130 died...\u000a20:53:43.389911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14130): Terminated: ok {rc=0}\u000a20:53:43.399733 --- ParallelTerminationStrategy: PID 14131 died...\u000a20:53:43.452561 run iperf3-srv_10.42.42.10(pid=14131): Terminated {rc=256}\u000a20:53:43.462383 --- ParallelTerminationStrategy: PID 14132 died...\u000a20:53:43.515517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14132): Terminated: ok {rc=0}\u000a20:53:43.525479 --- ParallelTerminationStrategy: PID 14133 died...\u000a20:53:43.578313 run iperf3-srv_10.42.42.10(pid=14133): Terminated {rc=256}\u000a20:53:43.588184 --- ParallelTerminationStrategy: PID 14136 died...\u000a20:53:43.641270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14136): Terminated: ok {rc=0}\u000a20:53:43.651042 --- ParallelTerminationStrategy: PID 14139 died...\u000a20:53:43.704077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14139): Terminated: ok {rc=0}\u000a20:53:43.714039 --- ParallelTerminationStrategy: PID 14142 died...\u000a20:53:43.767575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14142): Terminated: ok {rc=0}\u000a20:53:43.850626 bus /gobi_4: Setting Powered False\u000a20:53:44.951048 bus /gobi_4: Setting Powered False\u000a20:53:46.089872 bus /gobi_1: Setting Powered False\u000a20:53:47.206814 bus /gobi_1: Setting Powered False\u000a20:53:48.317314 bus /gobi_0: Setting Powered False\u000a20:53:49.423506 bus /gobi_0: Setting Powered False\u000a20:53:50.532172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14150): Process ended prematurely: osmo-stp_10.42.42.5(pid=14150) [trial-2364↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14150)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14150): Process ended prematurely: osmo-stp_10.42.42.5(pid=14150) [trial-2364↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a20:53:51.599696 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:51.611018 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:51.749466 tst ping.py: using LAC 23657\u000a20:53:51.866611 tst ping.py: using RAC 197\u000a20:53:51.981787 tst ping.py: using CellId 23657\u000a20:53:52.105651 tst ping.py: using BVCI 23658\u000a20:53:52.130366 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.141982 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.153197 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.164068 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.175154 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.186179 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.197248 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:52.208283 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:53:52.498380 tst ping.py:19: start network...\u000a20:53:52.631150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:53.140174 run create_hlr_db(pid=14144): Launched\u000a20:53:53.324620 bus /gobi_6: Setting Powered False\u000a20:53:54.346144 run create_hlr_db(pid=14144): Terminated: ok {rc=0}\u000a20:53:54.746527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14146): Launched\u000a20:53:55.043679 run osmo-hlr_10.42.42.2(pid=14147): Launched\u000a20:53:55.158445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:55.687795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14149): Launched\u000a20:53:55.986077 run osmo-stp_10.42.42.5(pid=14150): Launched\u000a20:53:56.094562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:56.624225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14152): Launched\u000a20:53:56.738574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:57.018806 run patchelf(pid=14153): Launched\u000a20:53:57.205408 run osmo-stp_10.42.42.5(pid=14150): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14150)]\u000a20:53:57.342192 run osmo-stp_10.42.42.5(pid=14150): stdout: \u000a| (launched: 2022-12-09_20:53:55.838813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:57.478989 run osmo-stp_10.42.42.5(pid=14150): stderr: \u000a| �[0;m�[38;5;43m20221209205356009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205356009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205356009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205356010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205356010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205356010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205356010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:57.611048 run osmo-stp_10.42.42.5(pid=14150): stdout: \u000a| (launched: 2022-12-09_20:53:55.838813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:57.742502 run osmo-stp_10.42.42.5(pid=14150): stderr: \u000a| �[0;m�[38;5;43m20221209205356009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205356009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205356009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205356010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205356010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205356010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205356010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:57.894608 run patchelf(pid=14153): Terminating (SIGINT)\u000a20:53:58.072768 run patchelf(pid=14153): Terminated: ok {rc=0}\u000a20:53:58.105374 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14150): Process ended prematurely: osmo-stp_10.42.42.5(pid=14150) [trial-2364↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14150)] [trial-2364↪gprs:trx-lms↪ping.py:22]\u000a20:53:58.114827 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:53:58.178030 run osmo-hlr_10.42.42.2(pid=14147): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14147)]\u000a20:53:58.230054 run osmo-hlr_10.42.42.2(pid=14147): stdout: \u000a| (launched: 2022-12-09_20:53:54.897682) \u000a20:53:58.282507 run osmo-hlr_10.42.42.2(pid=14147): stderr: \u000a| �[0;m�[1;31m20221209205355075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205355075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205355075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205355075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205355075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205355075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205355087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205355097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205355097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205355097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:58.326996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14146): Terminating (SIGTERM)\u000a20:53:58.369717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14149): Terminating (SIGTERM)\u000a20:53:58.411570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14152): Terminating (SIGTERM)\u000a20:53:58.421342 --- ParallelTerminationStrategy: PID 14146 died...\u000a20:53:58.477794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14146): Terminated: ok {rc=0}\u000a20:53:58.487933 --- ParallelTerminationStrategy: PID 14149 died...\u000a20:53:58.543989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14149): Terminated: ok {rc=0}\u000a20:53:58.554204 --- ParallelTerminationStrategy: PID 14152 died...\u000a20:53:58.610061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14152): Terminated: ok {rc=0}\u000a20:53:58.698361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14160): Process ended prematurely: osmo-stp_10.42.42.5(pid=14160) [trial-2364↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14160): Process ended prematurely: osmo-stp_10.42.42.5(pid=14160) [trial-2364↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a20:53:59.750811 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:53:59.762438 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a20:53:59.906570 tst ping_idle_ping.py: using LAC 23658\u000a20:54:00.040309 tst ping_idle_ping.py: using RAC 198\u000a20:54:00.170390 tst ping_idle_ping.py: using CellId 23658\u000a20:54:00.290524 tst ping_idle_ping.py: using BVCI 23659\u000a20:54:00.313605 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.324166 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.334802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.345641 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.356300 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.366772 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.377728 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a20:54:00.388375 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a20:54:00.678961 tst ping_idle_ping.py:24: start network...\u000a20:54:00.813277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:01.387078 run create_hlr_db(pid=14154): Launched\u000a20:54:01.569503 bus /gobi_6: Setting Powered False\u000a20:54:02.581787 run create_hlr_db(pid=14154): Terminated: ok {rc=0}\u000a20:54:03.010938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14156): Launched\u000a20:54:03.330904 run osmo-hlr_10.42.42.2(pid=14157): Launched\u000a20:54:03.449794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:04.006630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14159): Launched\u000a20:54:04.330576 run osmo-stp_10.42.42.5(pid=14160): Launched\u000a20:54:04.447698 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:05.007149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14162): Launched\u000a20:54:05.121274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:05.400313 run patchelf(pid=14163): Launched\u000a20:54:05.587351 run osmo-stp_10.42.42.5(pid=14160): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)]\u000a20:54:05.724868 run osmo-stp_10.42.42.5(pid=14160): stdout: \u000a| (launched: 2022-12-09_20:54:04.169903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:05.861766 run osmo-stp_10.42.42.5(pid=14160): stderr: \u000a| �[0;m�[38;5;43m20221209205404363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205404364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205404364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205404364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205404365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205404365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205404365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:05.994339 run osmo-stp_10.42.42.5(pid=14160): stdout: \u000a| (launched: 2022-12-09_20:54:04.169903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:06.125506 run osmo-stp_10.42.42.5(pid=14160): stderr: \u000a| �[0;m�[38;5;43m20221209205404363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205404364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205404364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205404364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205404365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205404365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205404365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:06.278519 run patchelf(pid=14163): Terminating (SIGINT)\u000a20:54:06.457572 run patchelf(pid=14163): Terminated: ok {rc=0}\u000a20:54:06.490161 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14160): Process ended prematurely: osmo-stp_10.42.42.5(pid=14160) [trial-2364↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)] [trial-2364↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a20:54:06.499606 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:54:06.562229 run osmo-hlr_10.42.42.2(pid=14157): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14157)]\u000a20:54:06.613342 run osmo-hlr_10.42.42.2(pid=14157): stdout: \u000a| (launched: 2022-12-09_20:54:03.174140) \u000a20:54:06.665872 run osmo-hlr_10.42.42.2(pid=14157): stderr: \u000a| �[0;m�[1;31m20221209205403375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205403376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205403376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205403376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205403376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205403376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205403389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205403398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205403398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205403398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:06.710622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14156): Terminating (SIGTERM)\u000a20:54:06.752578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14159): Terminating (SIGTERM)\u000a20:54:06.794507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14162): Terminating (SIGTERM)\u000a20:54:06.804299 --- ParallelTerminationStrategy: PID 14156 died...\u000a20:54:06.860217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14156): Terminated: ok {rc=0}\u000a20:54:06.870513 --- ParallelTerminationStrategy: PID 14159 died...\u000a20:54:06.925819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14159): Terminated: ok {rc=0}\u000a20:54:06.935889 --- ParallelTerminationStrategy: PID 14162 died...\u000a20:54:06.991513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14162): Terminated: ok {rc=0}\u000a20:54:07.079192 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:53:07" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14178): Process ended prematurely: osmo-stp_10.42.42.5(pid=14178) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14178)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14178): Process ended prematurely: osmo-stp_10.42.42.5(pid=14178) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:54:09.234874 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.246092 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:09.392874 tst cs_paging_gprs_active.py: using LAC 23659\u000a20:54:09.522477 tst cs_paging_gprs_active.py: using RAC 199\u000a20:54:09.651743 tst cs_paging_gprs_active.py: using CellId 23659\u000a20:54:09.779419 tst cs_paging_gprs_active.py: using BVCI 23660\u000a20:54:09.804470 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.815834 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.826863 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.837920 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.848862 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.859830 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.871092 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.882058 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:09.893236 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:10.010156 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:10.293602 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:54:10.421955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:10.740196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14168): Launched\u000a20:54:11.003499 run iperf3-srv_10.42.42.10(pid=14169): Launched\u000a20:54:11.189852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:54:11.317686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:11.633101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14170): Launched\u000a20:54:11.902973 run iperf3-srv_10.42.42.10(pid=14171): Launched\u000a20:54:12.103463 tst cs_paging_gprs_active.py:38: start network...\u000a20:54:12.240217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:12.763639 run create_hlr_db(pid=14172): Launched\u000a20:54:12.951519 bus /gobi_6: Setting Powered False\u000a20:54:13.971546 run create_hlr_db(pid=14172): Terminated: ok {rc=0}\u000a20:54:14.404673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14174): Launched\u000a20:54:14.731244 run osmo-hlr_10.42.42.2(pid=14175): Launched\u000a20:54:14.853730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:15.419433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14177): Launched\u000a20:54:15.744766 run osmo-stp_10.42.42.5(pid=14178): Launched\u000a20:54:15.918675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:16.563151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14180): Launched\u000a20:54:16.675985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:16.964104 run patchelf(pid=14181): Launched\u000a20:54:17.151164 run osmo-stp_10.42.42.5(pid=14178): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14178)]\u000a20:54:17.284856 run osmo-stp_10.42.42.5(pid=14178): stdout: \u000a| (launched: 2022-12-09_20:54:15.584827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:17.417163 run osmo-stp_10.42.42.5(pid=14178): stderr: \u000a| �[0;m�[38;5;43m20221209205415779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205415779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205415779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205415780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205415780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205415780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205415781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:17.543579 run osmo-stp_10.42.42.5(pid=14178): stdout: \u000a| (launched: 2022-12-09_20:54:15.584827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:17.668721 run osmo-stp_10.42.42.5(pid=14178): stderr: \u000a| �[0;m�[38;5;43m20221209205415779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205415779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205415779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205415780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205415780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205415780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205415781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:17.815083 run patchelf(pid=14181): Terminating (SIGINT)\u000a20:54:17.986999 run patchelf(pid=14181): Terminated: ok {rc=0}\u000a20:54:18.018758 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14178): Process ended prematurely: osmo-stp_10.42.42.5(pid=14178) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14178)] [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:54:18.028265 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:54:18.089515 run osmo-hlr_10.42.42.2(pid=14175): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14175)]\u000a20:54:18.139702 run osmo-hlr_10.42.42.2(pid=14175): stdout: \u000a| (launched: 2022-12-09_20:54:14.570883) \u000a20:54:18.189805 run osmo-hlr_10.42.42.2(pid=14175): stderr: \u000a| �[0;m�[1;31m20221209205414771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205414771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205414772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205414772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205414772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205414772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205414783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205414792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205414792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205414792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:18.231619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14168): Terminating (SIGTERM)\u000a20:54:18.271837 run iperf3-srv_10.42.42.10(pid=14169): Terminating (SIGTERM)\u000a20:54:18.312195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14170): Terminating (SIGTERM)\u000a20:54:18.352622 run iperf3-srv_10.42.42.10(pid=14171): Terminating (SIGTERM)\u000a20:54:18.393251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14174): Terminating (SIGTERM)\u000a20:54:18.433908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14177): Terminating (SIGTERM)\u000a20:54:18.474400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14180): Terminating (SIGTERM)\u000a20:54:18.484192 --- ParallelTerminationStrategy: PID 14168 died...\u000a20:54:18.538576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14168): Terminated: ok {rc=0}\u000a20:54:18.548306 --- ParallelTerminationStrategy: PID 14169 died...\u000a20:54:18.601620 run iperf3-srv_10.42.42.10(pid=14169): Terminated {rc=256}\u000a20:54:18.611833 --- ParallelTerminationStrategy: PID 14170 died...\u000a20:54:18.665540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14170): Terminated: ok {rc=0}\u000a20:54:18.675604 --- ParallelTerminationStrategy: PID 14171 died...\u000a20:54:18.729084 run iperf3-srv_10.42.42.10(pid=14171): Terminated {rc=256}\u000a20:54:18.739336 --- ParallelTerminationStrategy: PID 14174 died...\u000a20:54:18.792687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14174): Terminated: ok {rc=0}\u000a20:54:18.802994 --- ParallelTerminationStrategy: PID 14177 died...\u000a20:54:18.856696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14177): Terminated: ok {rc=0}\u000a20:54:18.867020 --- ParallelTerminationStrategy: PID 14180 died...\u000a20:54:18.920609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14180): Terminated: ok {rc=0}\u000a20:54:19.010347 bus /gobi_0: Setting Powered False\u000a20:54:20.115691 bus /gobi_0: Setting Powered False\u000a20:54:21.222057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14191): Process ended prematurely: osmo-stp_10.42.42.5(pid=14191) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14191): Process ended prematurely: osmo-stp_10.42.42.5(pid=14191) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:54:22.337287 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.349283 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:22.500396 tst iperf3.py: using LAC 23660\u000a20:54:22.626341 tst iperf3.py: using RAC 200\u000a20:54:22.755131 tst iperf3.py: using CellId 23660\u000a20:54:22.880833 tst iperf3.py: using BVCI 23661\u000a20:54:22.905837 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.917175 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.928139 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.939276 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.950292 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.961271 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.972430 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.983410 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:22.994587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:23.273685 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:54:23.400781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:23.716342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14182): Launched\u000a20:54:23.977960 run iperf3-srv_10.42.42.10(pid=14183): Launched\u000a20:54:24.163607 tst iperf3.py:8: start network...\u000a20:54:24.290547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:24.768809 run create_hlr_db(pid=14184): Launched\u000a20:54:24.950927 bus /gobi_6: Setting Powered False\u000a20:54:25.965350 run create_hlr_db(pid=14184): Terminated: ok {rc=0}\u000a20:54:26.398319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Launched\u000a20:54:26.729392 run osmo-hlr_10.42.42.2(pid=14188): Launched\u000a20:54:26.849142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:27.416100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14190): Launched\u000a20:54:27.743613 run osmo-stp_10.42.42.5(pid=14191): Launched\u000a20:54:27.862150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:28.430989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14193): Launched\u000a20:54:28.547563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:28.831900 run patchelf(pid=14194): Launched\u000a20:54:29.020940 run osmo-stp_10.42.42.5(pid=14191): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)]\u000a20:54:29.159022 run osmo-stp_10.42.42.5(pid=14191): stdout: \u000a| (launched: 2022-12-09_20:54:27.582581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:29.297550 run osmo-stp_10.42.42.5(pid=14191): stderr: \u000a| �[0;m�[38;5;43m20221209205427776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205427776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205427776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205427777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205427777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205427777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205427777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:29.431963 run osmo-stp_10.42.42.5(pid=14191): stdout: \u000a| (launched: 2022-12-09_20:54:27.582581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:29.564913 run osmo-stp_10.42.42.5(pid=14191): stderr: \u000a| �[0;m�[38;5;43m20221209205427776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205427776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205427776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205427777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205427777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205427777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205427777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:29.719723 run patchelf(pid=14194): Terminating (SIGINT)\u000a20:54:29.901510 run patchelf(pid=14194): Terminated: ok {rc=0}\u000a20:54:29.934843 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14191): Process ended prematurely: osmo-stp_10.42.42.5(pid=14191) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)] [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a20:54:29.944737 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:54:30.007292 run osmo-hlr_10.42.42.2(pid=14188): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14188)]\u000a20:54:30.058143 run osmo-hlr_10.42.42.2(pid=14188): stdout: \u000a| (launched: 2022-12-09_20:54:26.565549) \u000a20:54:30.109680 run osmo-hlr_10.42.42.2(pid=14188): stderr: \u000a| �[0;m�[1;31m20221209205426764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205426764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205426764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205426764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205426765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205426765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205426776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205426785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205426786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205426786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:30.153621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14182): Terminating (SIGTERM)\u000a20:54:30.195106 run iperf3-srv_10.42.42.10(pid=14183): Terminating (SIGTERM)\u000a20:54:30.236847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminating (SIGTERM)\u000a20:54:30.278116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14190): Terminating (SIGTERM)\u000a20:54:30.319697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14193): Terminating (SIGTERM)\u000a20:54:30.329502 --- ParallelTerminationStrategy: PID 14182 died...\u000a20:54:30.385203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14182): Terminated: ok {rc=0}\u000a20:54:30.395434 --- ParallelTerminationStrategy: PID 14183 died...\u000a20:54:30.451435 run iperf3-srv_10.42.42.10(pid=14183): Terminated {rc=256}\u000a20:54:30.461960 --- ParallelTerminationStrategy: PID 14186 died...\u000a20:54:30.517195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminated: ok {rc=0}\u000a20:54:30.527214 --- ParallelTerminationStrategy: PID 14190 died...\u000a20:54:30.582520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14190): Terminated: ok {rc=0}\u000a20:54:30.592617 --- ParallelTerminationStrategy: PID 14193 died...\u000a20:54:30.647830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14193): Terminated: ok {rc=0}\u000a20:54:30.734438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14209): Process ended prematurely: osmo-stp_10.42.42.5(pid=14209) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14209)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14209): Process ended prematurely: osmo-stp_10.42.42.5(pid=14209) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:54:31.856359 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:31.869510 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:32.037658 tst iperf3m4.py: using LAC 23661\u000a20:54:32.191000 tst iperf3m4.py: using RAC 201\u000a20:54:32.313960 tst iperf3m4.py: using CellId 23661\u000a20:54:32.432710 tst iperf3m4.py: using BVCI 23662\u000a20:54:32.455999 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.467102 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.477864 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.488754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.499610 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.510591 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.521683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.532277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:32.543218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:32.664533 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:32.786359 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:32.904886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:33.202551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:54:33.338759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:33.675279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14195): Launched\u000a20:54:33.957131 run iperf3-srv_10.42.42.10(pid=14196): Launched\u000a20:54:34.156602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:54:34.292595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:34.630035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14197): Launched\u000a20:54:34.910165 run iperf3-srv_10.42.42.10(pid=14198): Launched\u000a20:54:35.109628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:54:35.245792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:35.582016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14199): Launched\u000a20:54:35.861566 run iperf3-srv_10.42.42.10(pid=14200): Launched\u000a20:54:36.060476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:54:36.196061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:36.533827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14201): Launched\u000a20:54:36.814273 run iperf3-srv_10.42.42.10(pid=14202): Launched\u000a20:54:37.012779 tst iperf3m4.py:8: start network...\u000a20:54:37.148702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:37.670725 run create_hlr_db(pid=14203): Launched\u000a20:54:37.858968 bus /gobi_6: Setting Powered False\u000a20:54:38.880184 run create_hlr_db(pid=14203): Terminated: ok {rc=0}\u000a20:54:39.286359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14205): Launched\u000a20:54:39.591713 run osmo-hlr_10.42.42.2(pid=14206): Launched\u000a20:54:39.710410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:40.247926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14208): Launched\u000a20:54:40.553877 run osmo-stp_10.42.42.5(pid=14209): Launched\u000a20:54:40.664295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:41.193153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14211): Launched\u000a20:54:41.301104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:41.565466 run patchelf(pid=14212): Launched\u000a20:54:41.742861 run osmo-stp_10.42.42.5(pid=14209): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14209)]\u000a20:54:41.873150 run osmo-stp_10.42.42.5(pid=14209): stdout: \u000a| (launched: 2022-12-09_20:54:40.402072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:42.003341 run osmo-stp_10.42.42.5(pid=14209): stderr: \u000a| �[0;m�[38;5;43m20221209205440573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205440573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205440573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205440573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205440574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205440574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205440574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:42.129540 run osmo-stp_10.42.42.5(pid=14209): stdout: \u000a| (launched: 2022-12-09_20:54:40.402072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:42.254644 run osmo-stp_10.42.42.5(pid=14209): stderr: \u000a| �[0;m�[38;5;43m20221209205440573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205440573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205440573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205440573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205440574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205440574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205440574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:42.399740 run patchelf(pid=14212): Terminating (SIGINT)\u000a20:54:42.571146 run patchelf(pid=14212): Terminated: ok {rc=0}\u000a20:54:42.602647 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14209): Process ended prematurely: osmo-stp_10.42.42.5(pid=14209) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14209)] [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:54:42.611972 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:54:42.672890 run osmo-hlr_10.42.42.2(pid=14206): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14206)]\u000a20:54:42.722369 run osmo-hlr_10.42.42.2(pid=14206): stdout: \u000a| (launched: 2022-12-09_20:54:39.440769) \u000a20:54:42.772247 run osmo-hlr_10.42.42.2(pid=14206): stderr: \u000a| �[0;m�[1;31m20221209205439617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205439617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205439617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205439617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205439617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205439617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205439629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:42.814027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14195): Terminating (SIGTERM)\u000a20:54:42.853954 run iperf3-srv_10.42.42.10(pid=14196): Terminating (SIGTERM)\u000a20:54:42.893614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14197): Terminating (SIGTERM)\u000a20:54:42.933238 run iperf3-srv_10.42.42.10(pid=14198): Terminating (SIGTERM)\u000a20:54:42.975228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14199): Terminating (SIGTERM)\u000a20:54:43.014818 run iperf3-srv_10.42.42.10(pid=14200): Terminating (SIGTERM)\u000a20:54:43.055022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14201): Terminating (SIGTERM)\u000a20:54:43.094640 run iperf3-srv_10.42.42.10(pid=14202): Terminating (SIGTERM)\u000a20:54:43.134412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14205): Terminating (SIGTERM)\u000a20:54:43.174250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14208): Terminating (SIGTERM)\u000a20:54:43.214307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14211): Terminating (SIGTERM)\u000a20:54:43.223611 --- ParallelTerminationStrategy: PID 14195 died...\u000a20:54:43.277427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14195): Terminated: ok {rc=0}\u000a20:54:43.287134 --- ParallelTerminationStrategy: PID 14196 died...\u000a20:54:43.339970 run iperf3-srv_10.42.42.10(pid=14196): Terminated {rc=256}\u000a20:54:43.349874 --- ParallelTerminationStrategy: PID 14197 died...\u000a20:54:43.402821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14197): Terminated: ok {rc=0}\u000a20:54:43.412699 --- ParallelTerminationStrategy: PID 14198 died...\u000a20:54:43.465852 run iperf3-srv_10.42.42.10(pid=14198): Terminated {rc=256}\u000a20:54:43.475656 --- ParallelTerminationStrategy: PID 14199 died...\u000a20:54:43.528540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14199): Terminated: ok {rc=0}\u000a20:54:43.538463 --- ParallelTerminationStrategy: PID 14200 died...\u000a20:54:43.591398 run iperf3-srv_10.42.42.10(pid=14200): Terminated {rc=256}\u000a20:54:43.601473 --- ParallelTerminationStrategy: PID 14201 died...\u000a20:54:43.654665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14201): Terminated: ok {rc=0}\u000a20:54:43.664708 --- ParallelTerminationStrategy: PID 14202 died...\u000a20:54:43.717533 run iperf3-srv_10.42.42.10(pid=14202): Terminated {rc=256}\u000a20:54:43.727403 --- ParallelTerminationStrategy: PID 14205 died...\u000a20:54:43.780377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14205): Terminated: ok {rc=0}\u000a20:54:43.790337 --- ParallelTerminationStrategy: PID 14208 died...\u000a20:54:43.843794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14208): Terminated: ok {rc=0}\u000a20:54:43.853804 --- ParallelTerminationStrategy: PID 14211 died...\u000a20:54:43.906076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14211): Terminated: ok {rc=0}\u000a20:54:43.993731 bus /gobi_4: Setting Powered False\u000a20:54:45.096756 bus /gobi_4: Setting Powered False\u000a20:54:46.211013 bus /gobi_1: Setting Powered False\u000a20:54:47.315333 bus /gobi_1: Setting Powered False\u000a20:54:48.422098 bus /gobi_0: Setting Powered False\u000a20:54:49.527925 bus /gobi_0: Setting Powered False\u000a20:54:50.635403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14220): Process ended prematurely: osmo-stp_10.42.42.5(pid=14220) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14220): Process ended prematurely: osmo-stp_10.42.42.5(pid=14220) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:54:51.705278 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:51.717285 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:51.857594 tst ping.py: using LAC 23662\u000a20:54:51.982039 tst ping.py: using RAC 202\u000a20:54:52.106154 tst ping.py: using CellId 23662\u000a20:54:52.236041 tst ping.py: using BVCI 23663\u000a20:54:52.260762 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.272256 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.283413 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.294832 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.306019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.317469 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.328841 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:52.340075 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:54:52.630075 tst ping.py:19: start network...\u000a20:54:52.763188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:53.270716 run create_hlr_db(pid=14214): Launched\u000a20:54:53.454649 bus /gobi_6: Setting Powered False\u000a20:54:54.475667 run create_hlr_db(pid=14214): Terminated: ok {rc=0}\u000a20:54:54.877387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14216): Launched\u000a20:54:55.176377 run osmo-hlr_10.42.42.2(pid=14217): Launched\u000a20:54:55.290502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:55.808785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14219): Launched\u000a20:54:56.107120 run osmo-stp_10.42.42.5(pid=14220): Launched\u000a20:54:56.216215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:56.735882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14222): Launched\u000a20:54:56.842564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:57.104618 run patchelf(pid=14223): Launched\u000a20:54:57.279073 run osmo-stp_10.42.42.5(pid=14220): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)]\u000a20:54:57.406953 run osmo-stp_10.42.42.5(pid=14220): stdout: \u000a| (launched: 2022-12-09_20:54:55.959919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:57.535765 run osmo-stp_10.42.42.5(pid=14220): stderr: \u000a| �[0;m�[38;5;43m20221209205456129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205456130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205456130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205456130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205456131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205456131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205456131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:57.659398 run osmo-stp_10.42.42.5(pid=14220): stdout: \u000a| (launched: 2022-12-09_20:54:55.959919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:57.782337 run osmo-stp_10.42.42.5(pid=14220): stderr: \u000a| �[0;m�[38;5;43m20221209205456129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205456130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205456130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205456130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205456131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205456131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205456131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:57.924659 run patchelf(pid=14223): Terminating (SIGINT)\u000a20:54:58.092143 run patchelf(pid=14223): Terminated: ok {rc=0}\u000a20:54:58.122623 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14220): Process ended prematurely: osmo-stp_10.42.42.5(pid=14220) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14220)] [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a20:54:58.131394 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:54:58.191504 run osmo-hlr_10.42.42.2(pid=14217): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14217)]\u000a20:54:58.240300 run osmo-hlr_10.42.42.2(pid=14217): stdout: \u000a| (launched: 2022-12-09_20:54:55.029087) \u000a20:54:58.289717 run osmo-hlr_10.42.42.2(pid=14217): stderr: \u000a| �[0;m�[1;31m20221209205455204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205455204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205455204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205455204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205455204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205455204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205455217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205455225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205455226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205455226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:58.331277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14216): Terminating (SIGTERM)\u000a20:54:58.370613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14219): Terminating (SIGTERM)\u000a20:54:58.409959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14222): Terminating (SIGTERM)\u000a20:54:58.419537 --- ParallelTerminationStrategy: PID 14216 died...\u000a20:54:58.472398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14216): Terminated: ok {rc=0}\u000a20:54:58.482349 --- ParallelTerminationStrategy: PID 14219 died...\u000a20:54:58.535740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14219): Terminated: ok {rc=0}\u000a20:54:58.545499 --- ParallelTerminationStrategy: PID 14222 died...\u000a20:54:58.598493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14222): Terminated: ok {rc=0}\u000a20:54:58.686209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14233): Process ended prematurely: osmo-stp_10.42.42.5(pid=14233) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14233)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14233): Process ended prematurely: osmo-stp_10.42.42.5(pid=14233) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:54:59.737697 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:54:59.749814 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:54:59.894087 tst ping_idle_ping.py: using LAC 23663\u000a20:55:00.014763 tst ping_idle_ping.py: using RAC 203\u000a20:55:00.132394 tst ping_idle_ping.py: using CellId 23663\u000a20:55:00.250317 tst ping_idle_ping.py: using BVCI 23664\u000a20:55:00.273422 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.284355 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.295150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.306566 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.317462 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.328291 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.339497 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:55:00.350385 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:55:00.625097 tst ping_idle_ping.py:24: start network...\u000a20:55:00.749959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:01.310810 run create_hlr_db(pid=14224): Launched\u000a20:55:01.502534 bus /gobi_6: Setting Powered False\u000a20:55:02.518281 run create_hlr_db(pid=14224): Terminated: ok {rc=0}\u000a20:55:02.923978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14229): Launched\u000a20:55:03.223245 run osmo-hlr_10.42.42.2(pid=14230): Launched\u000a20:55:03.338421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:03.867440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14232): Launched\u000a20:55:04.168005 run osmo-stp_10.42.42.5(pid=14233): Launched\u000a20:55:04.277734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:04.802681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14235): Launched\u000a20:55:04.909796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:05.170970 run patchelf(pid=14236): Launched\u000a20:55:05.345578 run osmo-stp_10.42.42.5(pid=14233): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14233)]\u000a20:55:05.473650 run osmo-stp_10.42.42.5(pid=14233): stdout: \u000a| (launched: 2022-12-09_20:55:04.020092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:05.602129 run osmo-stp_10.42.42.5(pid=14233): stderr: \u000a| �[0;m�[38;5;43m20221209205504191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205504191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205504192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205504192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205504193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205504193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205504193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:05.726034 run osmo-stp_10.42.42.5(pid=14233): stdout: \u000a| (launched: 2022-12-09_20:55:04.020092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:05.848838 run osmo-stp_10.42.42.5(pid=14233): stderr: \u000a| �[0;m�[38;5;43m20221209205504191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205504191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205504192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205504192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205504193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205504193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205504193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:05.991625 run patchelf(pid=14236): Terminating (SIGINT)\u000a20:55:06.160702 run patchelf(pid=14236): Terminated: ok {rc=0}\u000a20:55:06.191662 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14233): Process ended prematurely: osmo-stp_10.42.42.5(pid=14233) [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14233)] [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:55:06.200466 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:55:06.260490 run osmo-hlr_10.42.42.2(pid=14230): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14230)]\u000a20:55:06.309118 run osmo-hlr_10.42.42.2(pid=14230): stdout: \u000a| (launched: 2022-12-09_20:55:03.076204) \u000a20:55:06.359082 run osmo-hlr_10.42.42.2(pid=14230): stderr: \u000a| �[0;m�[1;31m20221209205503255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205503255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205503256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205503256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205503256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205503256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205503269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205503279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205503279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205503279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:06.400837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14229): Terminating (SIGTERM)\u000a20:55:06.440599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14232): Terminating (SIGTERM)\u000a20:55:06.480624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14235): Terminating (SIGTERM)\u000a20:55:06.490209 --- ParallelTerminationStrategy: PID 14229 died...\u000a20:55:06.543387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14229): Terminated: ok {rc=0}\u000a20:55:06.553332 --- ParallelTerminationStrategy: PID 14232 died...\u000a20:55:06.606178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14232): Terminated: ok {rc=0}\u000a20:55:06.615924 --- ParallelTerminationStrategy: PID 14235 died...\u000a20:55:06.668815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14235): Terminated: ok {rc=0}\u000a20:55:06.758479 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:54:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14251): Process ended prematurely: osmo-stp_10.42.42.5(pid=14251) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14251): Process ended prematurely: osmo-stp_10.42.42.5(pid=14251) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:55:08.922173 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:08.933555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:09.099012 tst cs_paging_gprs_active.py: using LAC 23664\u000a20:55:09.231194 tst cs_paging_gprs_active.py: using RAC 204\u000a20:55:09.360216 tst cs_paging_gprs_active.py: using CellId 23664\u000a20:55:09.485473 tst cs_paging_gprs_active.py: using BVCI 23665\u000a20:55:09.510430 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.521924 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.533143 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.544278 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.555354 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.566534 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.577770 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.588760 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:09.600057 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:09.721500 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:10.020682 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:55:10.157045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:10.493588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14241): Launched\u000a20:55:10.774615 run iperf3-srv_10.42.42.10(pid=14242): Launched\u000a20:55:10.975349 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:55:11.111771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:11.451836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14243): Launched\u000a20:55:11.733347 run iperf3-srv_10.42.42.10(pid=14244): Launched\u000a20:55:11.932637 tst cs_paging_gprs_active.py:38: start network...\u000a20:55:12.068508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:12.589651 run create_hlr_db(pid=14245): Launched\u000a20:55:12.778443 bus /gobi_6: Setting Powered False\u000a20:55:13.798950 run create_hlr_db(pid=14245): Terminated: ok {rc=0}\u000a20:55:14.205930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14247): Launched\u000a20:55:14.510937 run osmo-hlr_10.42.42.2(pid=14248): Launched\u000a20:55:14.630368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:15.165292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14250): Launched\u000a20:55:15.469414 run osmo-stp_10.42.42.5(pid=14251): Launched\u000a20:55:15.580736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:16.179892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14253): Launched\u000a20:55:16.299243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:16.611310 run patchelf(pid=14254): Launched\u000a20:55:16.808742 run osmo-stp_10.42.42.5(pid=14251): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)]\u000a20:55:16.953232 run osmo-stp_10.42.42.5(pid=14251): stdout: \u000a| (launched: 2022-12-09_20:55:15.319681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:17.095431 run osmo-stp_10.42.42.5(pid=14251): stderr: \u000a| �[0;m�[38;5;43m20221209205515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205515489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:17.234894 run osmo-stp_10.42.42.5(pid=14251): stdout: \u000a| (launched: 2022-12-09_20:55:15.319681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:17.368874 run osmo-stp_10.42.42.5(pid=14251): stderr: \u000a| �[0;m�[38;5;43m20221209205515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205515489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:17.524621 run patchelf(pid=14254): Terminating (SIGINT)\u000a20:55:17.707717 run patchelf(pid=14254): Terminated: ok {rc=0}\u000a20:55:17.742086 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14251): Process ended prematurely: osmo-stp_10.42.42.5(pid=14251) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14251)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:55:17.752357 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a20:55:17.815972 run osmo-hlr_10.42.42.2(pid=14248): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14248)]\u000a20:55:17.867620 run osmo-hlr_10.42.42.2(pid=14248): stdout: \u000a| (launched: 2022-12-09_20:55:14.360670) \u000a20:55:17.919758 run osmo-hlr_10.42.42.2(pid=14248): stderr: \u000a| �[0;m�[1;31m20221209205514536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205514536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205514536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205514536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205514536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205514536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205514549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205514557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205514557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205514557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:17.964107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14241): Terminating (SIGTERM)\u000a20:55:18.005869 run iperf3-srv_10.42.42.10(pid=14242): Terminating (SIGTERM)\u000a20:55:18.047599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14243): Terminating (SIGTERM)\u000a20:55:18.089322 run iperf3-srv_10.42.42.10(pid=14244): Terminating (SIGTERM)\u000a20:55:18.131066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14247): Terminating (SIGTERM)\u000a20:55:18.172759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14250): Terminating (SIGTERM)\u000a20:55:18.214356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14253): Terminating (SIGTERM)\u000a20:55:18.223853 --- ParallelTerminationStrategy: PID 14241 died...\u000a20:55:18.279588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14241): Terminated: ok {rc=0}\u000a20:55:18.289919 --- ParallelTerminationStrategy: PID 14242 died...\u000a20:55:18.345491 run iperf3-srv_10.42.42.10(pid=14242): Terminated {rc=256}\u000a20:55:18.355644 --- ParallelTerminationStrategy: PID 14243 died...\u000a20:55:18.411426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14243): Terminated: ok {rc=0}\u000a20:55:18.422021 --- ParallelTerminationStrategy: PID 14244 died...\u000a20:55:18.477780 run iperf3-srv_10.42.42.10(pid=14244): Terminated {rc=256}\u000a20:55:18.487977 --- ParallelTerminationStrategy: PID 14247 died...\u000a20:55:18.543773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14247): Terminated: ok {rc=0}\u000a20:55:18.554048 --- ParallelTerminationStrategy: PID 14250 died...\u000a20:55:18.609954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14250): Terminated: ok {rc=0}\u000a20:55:18.620039 --- ParallelTerminationStrategy: PID 14253 died...\u000a20:55:18.675740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14253): Terminated: ok {rc=0}\u000a20:55:18.764106 bus /gobi_0: Setting Powered False\u000a20:55:19.866535 bus /gobi_0: Setting Powered False\u000a20:55:20.977219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14263): Process ended prematurely: osmo-stp_10.42.42.5(pid=14263) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14263): Process ended prematurely: osmo-stp_10.42.42.5(pid=14263) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:55:22.090560 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.102492 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:22.266675 tst iperf3.py: using LAC 23665\u000a20:55:22.389295 tst iperf3.py: using RAC 205\u000a20:55:22.508589 tst iperf3.py: using CellId 23665\u000a20:55:22.632212 tst iperf3.py: using BVCI 23666\u000a20:55:22.655559 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.666684 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.677408 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.688273 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.699144 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.709983 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.720883 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.731719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:22.742697 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:23.039242 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:55:23.175465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:23.514401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14255): Launched\u000a20:55:23.789702 run iperf3-srv_10.42.42.10(pid=14256): Launched\u000a20:55:23.975886 tst iperf3.py:8: start network...\u000a20:55:24.103415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:24.585189 run create_hlr_db(pid=14257): Launched\u000a20:55:24.759703 bus /gobi_6: Setting Powered False\u000a20:55:25.782641 run create_hlr_db(pid=14257): Terminated: ok {rc=0}\u000a20:55:26.187947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14259): Launched\u000a20:55:26.493321 run osmo-hlr_10.42.42.2(pid=14260): Launched\u000a20:55:26.609101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:27.146818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14262): Launched\u000a20:55:27.452589 run osmo-stp_10.42.42.5(pid=14263): Launched\u000a20:55:27.565463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:28.095875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14265): Launched\u000a20:55:28.204051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:28.468398 run patchelf(pid=14266): Launched\u000a20:55:28.646061 run osmo-stp_10.42.42.5(pid=14263): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)]\u000a20:55:28.776181 run osmo-stp_10.42.42.5(pid=14263): stdout: \u000a| (launched: 2022-12-09_20:55:27.301238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:28.907118 run osmo-stp_10.42.42.5(pid=14263): stderr: \u000a| �[0;m�[38;5;43m20221209205527472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205527472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205527472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205527472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:29.032932 run osmo-stp_10.42.42.5(pid=14263): stdout: \u000a| (launched: 2022-12-09_20:55:27.301238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:29.157891 run osmo-stp_10.42.42.5(pid=14263): stderr: \u000a| �[0;m�[38;5;43m20221209205527472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205527472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205527472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205527472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205527473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:29.303057 run patchelf(pid=14266): Terminating (SIGINT)\u000a20:55:29.474034 run patchelf(pid=14266): Terminated: ok {rc=0}\u000a20:55:29.505529 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14263): Process ended prematurely: osmo-stp_10.42.42.5(pid=14263) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:55:29.514932 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:55:29.576075 run osmo-hlr_10.42.42.2(pid=14260): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14260)]\u000a20:55:29.625348 run osmo-hlr_10.42.42.2(pid=14260): stdout: \u000a| (launched: 2022-12-09_20:55:26.342477) \u000a20:55:29.675422 run osmo-hlr_10.42.42.2(pid=14260): stderr: \u000a| �[0;m�[1;31m20221209205526518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205526518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205526518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205526518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205526518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205526518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205526532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205526542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205526542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205526542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:29.717689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14255): Terminating (SIGTERM)\u000a20:55:29.757718 run iperf3-srv_10.42.42.10(pid=14256): Terminating (SIGTERM)\u000a20:55:29.797625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14259): Terminating (SIGTERM)\u000a20:55:29.837643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14262): Terminating (SIGTERM)\u000a20:55:29.877545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14265): Terminating (SIGTERM)\u000a20:55:29.887000 --- ParallelTerminationStrategy: PID 14255 died...\u000a20:55:29.940748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14255): Terminated: ok {rc=0}\u000a20:55:29.950493 --- ParallelTerminationStrategy: PID 14256 died...\u000a20:55:30.003026 run iperf3-srv_10.42.42.10(pid=14256): Terminated {rc=256}\u000a20:55:30.012692 --- ParallelTerminationStrategy: PID 14259 died...\u000a20:55:30.065567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14259): Terminated: ok {rc=0}\u000a20:55:30.075030 --- ParallelTerminationStrategy: PID 14262 died...\u000a20:55:30.128545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14262): Terminated: ok {rc=0}\u000a20:55:30.138389 --- ParallelTerminationStrategy: PID 14265 died...\u000a20:55:30.191641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14265): Terminated: ok {rc=0}\u000a20:55:30.280909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14281): Process ended prematurely: osmo-stp_10.42.42.5(pid=14281) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14281)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14281): Process ended prematurely: osmo-stp_10.42.42.5(pid=14281) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:55:31.427725 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:31.444317 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:31.622855 tst iperf3m4.py: using LAC 23666\u000a20:55:31.773592 tst iperf3m4.py: using RAC 206\u000a20:55:31.903219 tst iperf3m4.py: using CellId 23666\u000a20:55:32.026593 tst iperf3m4.py: using BVCI 23667\u000a20:55:32.050970 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.062903 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.075481 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.087251 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.100122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.113971 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.127028 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.138623 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:32.152118 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:32.271833 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:32.392655 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:32.513505 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:32.794056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:55:32.921310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:33.237211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14267): Launched\u000a20:55:33.499370 run iperf3-srv_10.42.42.10(pid=14268): Launched\u000a20:55:33.685704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:55:33.812717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:34.128233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14269): Launched\u000a20:55:34.390173 run iperf3-srv_10.42.42.10(pid=14270): Launched\u000a20:55:34.575699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:55:34.702477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:35.017459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14271): Launched\u000a20:55:35.285180 run iperf3-srv_10.42.42.10(pid=14272): Launched\u000a20:55:35.485102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:55:35.621370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:55:35.958914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14273): Launched\u000a20:55:36.238800 run iperf3-srv_10.42.42.10(pid=14274): Launched\u000a20:55:36.438463 tst iperf3m4.py:8: start network...\u000a20:55:36.574731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:37.096337 run create_hlr_db(pid=14275): Launched\u000a20:55:37.284537 bus /gobi_6: Setting Powered False\u000a20:55:38.309330 run create_hlr_db(pid=14275): Terminated: ok {rc=0}\u000a20:55:38.735435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14277): Launched\u000a20:55:39.057692 run osmo-hlr_10.42.42.2(pid=14278): Launched\u000a20:55:39.178266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:39.734979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14280): Launched\u000a20:55:40.056187 run osmo-stp_10.42.42.5(pid=14281): Launched\u000a20:55:40.172227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:40.729648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14283): Launched\u000a20:55:40.843959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:41.122881 run patchelf(pid=14284): Launched\u000a20:55:41.309593 run osmo-stp_10.42.42.5(pid=14281): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14281)]\u000a20:55:41.445611 run osmo-stp_10.42.42.5(pid=14281): stdout: \u000a| (launched: 2022-12-09_20:55:39.897821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:41.582090 run osmo-stp_10.42.42.5(pid=14281): stderr: \u000a| �[0;m�[38;5;43m20221209205540086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205540086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205540087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205540087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205540088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205540088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205540088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:41.713901 run osmo-stp_10.42.42.5(pid=14281): stdout: \u000a| (launched: 2022-12-09_20:55:39.897821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:41.845377 run osmo-stp_10.42.42.5(pid=14281): stderr: \u000a| �[0;m�[38;5;43m20221209205540086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205540086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205540087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205540087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205540088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205540088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205540088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:41.997591 run patchelf(pid=14284): Terminating (SIGINT)\u000a20:55:42.175783 run patchelf(pid=14284): Terminated: ok {rc=0}\u000a20:55:42.208573 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14281): Process ended prematurely: osmo-stp_10.42.42.5(pid=14281) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14281)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:55:42.218576 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:55:42.281704 run osmo-hlr_10.42.42.2(pid=14278): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14278)]\u000a20:55:42.333132 run osmo-hlr_10.42.42.2(pid=14278): stdout: \u000a| (launched: 2022-12-09_20:55:38.899371) \u000a20:55:42.384914 run osmo-hlr_10.42.42.2(pid=14278): stderr: \u000a| �[0;m�[1;31m20221209205539093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205539094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205539094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205539094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205539094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205539094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205539107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205539117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205539117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205539117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:42.428647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14267): Terminating (SIGTERM)\u000a20:55:42.470149 run iperf3-srv_10.42.42.10(pid=14268): Terminating (SIGTERM)\u000a20:55:42.511513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14269): Terminating (SIGTERM)\u000a20:55:42.553095 run iperf3-srv_10.42.42.10(pid=14270): Terminating (SIGTERM)\u000a20:55:42.594403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14271): Terminating (SIGTERM)\u000a20:55:42.636015 run iperf3-srv_10.42.42.10(pid=14272): Terminating (SIGTERM)\u000a20:55:42.677328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14273): Terminating (SIGTERM)\u000a20:55:42.718706 run iperf3-srv_10.42.42.10(pid=14274): Terminating (SIGTERM)\u000a20:55:42.760032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14277): Terminating (SIGTERM)\u000a20:55:42.801634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14280): Terminating (SIGTERM)\u000a20:55:42.843202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14283): Terminating (SIGTERM)\u000a20:55:42.852925 --- ParallelTerminationStrategy: PID 14267 died...\u000a20:55:42.909105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14267): Terminated: ok {rc=0}\u000a20:55:42.919360 --- ParallelTerminationStrategy: PID 14268 died...\u000a20:55:42.974930 run iperf3-srv_10.42.42.10(pid=14268): Terminated {rc=256}\u000a20:55:42.985137 --- ParallelTerminationStrategy: PID 14269 died...\u000a20:55:43.041316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14269): Terminated: ok {rc=0}\u000a20:55:43.051434 --- ParallelTerminationStrategy: PID 14270 died...\u000a20:55:43.107249 run iperf3-srv_10.42.42.10(pid=14270): Terminated {rc=256}\u000a20:55:43.117563 --- ParallelTerminationStrategy: PID 14271 died...\u000a20:55:43.173049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14271): Terminated: ok {rc=0}\u000a20:55:43.183165 --- ParallelTerminationStrategy: PID 14272 died...\u000a20:55:43.238605 run iperf3-srv_10.42.42.10(pid=14272): Terminated {rc=256}\u000a20:55:43.248650 --- ParallelTerminationStrategy: PID 14273 died...\u000a20:55:43.304087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14273): Terminated: ok {rc=0}\u000a20:55:43.314490 --- ParallelTerminationStrategy: PID 14274 died...\u000a20:55:43.370029 run iperf3-srv_10.42.42.10(pid=14274): Terminated {rc=256}\u000a20:55:43.380188 --- ParallelTerminationStrategy: PID 14277 died...\u000a20:55:43.435693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14277): Terminated: ok {rc=0}\u000a20:55:43.445898 --- ParallelTerminationStrategy: PID 14280 died...\u000a20:55:43.501289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14280): Terminated: ok {rc=0}\u000a20:55:43.511525 --- ParallelTerminationStrategy: PID 14283 died...\u000a20:55:43.567431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14283): Terminated: ok {rc=0}\u000a20:55:43.654480 bus /gobi_4: Setting Powered False\u000a20:55:44.758971 bus /gobi_4: Setting Powered False\u000a20:55:45.868414 bus /gobi_1: Setting Powered False\u000a20:55:46.974837 bus /gobi_1: Setting Powered False\u000a20:55:48.087066 bus /gobi_0: Setting Powered False\u000a20:55:49.190066 bus /gobi_0: Setting Powered False\u000a20:55:50.297586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14291): Process ended prematurely: osmo-stp_10.42.42.5(pid=14291) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14291)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14291): Process ended prematurely: osmo-stp_10.42.42.5(pid=14291) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:55:51.366560 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.378428 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:51.537714 tst ping.py: using LAC 23667\u000a20:55:51.661457 tst ping.py: using RAC 207\u000a20:55:51.783197 tst ping.py: using CellId 23667\u000a20:55:51.907094 tst ping.py: using BVCI 23668\u000a20:55:51.931035 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.942187 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.953153 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.964142 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.975014 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.985933 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:51.996870 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:52.007810 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:55:52.289967 tst ping.py:19: start network...\u000a20:55:52.419306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:52.915733 run create_hlr_db(pid=14285): Launched\u000a20:55:53.096080 bus /gobi_6: Setting Powered False\u000a20:55:54.116148 run create_hlr_db(pid=14285): Terminated: ok {rc=0}\u000a20:55:54.507590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14287): Launched\u000a20:55:54.797956 run osmo-hlr_10.42.42.2(pid=14288): Launched\u000a20:55:54.911355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:55.423098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14290): Launched\u000a20:55:55.711915 run osmo-stp_10.42.42.5(pid=14291): Launched\u000a20:55:55.816939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:55:56.319783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14293): Launched\u000a20:55:56.422949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:55:56.674609 run patchelf(pid=14294): Launched\u000a20:55:56.843718 run osmo-stp_10.42.42.5(pid=14291): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14291)]\u000a20:55:56.967499 run osmo-stp_10.42.42.5(pid=14291): stdout: \u000a| (launched: 2022-12-09_20:55:55.569837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:57.091231 run osmo-stp_10.42.42.5(pid=14291): stderr: \u000a| �[0;m�[38;5;43m20221209205555736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205555736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205555736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205555736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205555737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205555737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205555737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:57.211942 run osmo-stp_10.42.42.5(pid=14291): stdout: \u000a| (launched: 2022-12-09_20:55:55.569837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:57.330714 run osmo-stp_10.42.42.5(pid=14291): stderr: \u000a| �[0;m�[38;5;43m20221209205555736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205555736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205555736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205555736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205555737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205555737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205555737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:57.469405 run patchelf(pid=14294): Terminating (SIGINT)\u000a20:55:57.632095 run patchelf(pid=14294): Terminated: ok {rc=0}\u000a20:55:57.661704 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14291): Process ended prematurely: osmo-stp_10.42.42.5(pid=14291) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14291)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:55:57.670291 tst ping.py:22: Test FAILED (6.3 sec)\u000a20:55:57.730653 run osmo-hlr_10.42.42.2(pid=14288): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14288)]\u000a20:55:57.779941 run osmo-hlr_10.42.42.2(pid=14288): stdout: \u000a| (launched: 2022-12-09_20:55:54.654921) \u000a20:55:57.829699 run osmo-hlr_10.42.42.2(pid=14288): stderr: \u000a| �[0;m�[1;31m20221209205554823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205554824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205554824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205554824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205554824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205554824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205554834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205554843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205554843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205554843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:57.871489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14287): Terminating (SIGTERM)\u000a20:55:57.911281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14290): Terminating (SIGTERM)\u000a20:55:57.951248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14293): Terminating (SIGTERM)\u000a20:55:57.960932 --- ParallelTerminationStrategy: PID 14287 died...\u000a20:55:58.014881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14287): Terminated: ok {rc=0}\u000a20:55:58.024639 --- ParallelTerminationStrategy: PID 14290 died...\u000a20:55:58.077367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14290): Terminated: ok {rc=0}\u000a20:55:58.087388 --- ParallelTerminationStrategy: PID 14293 died...\u000a20:55:58.140763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14293): Terminated: ok {rc=0}\u000a20:55:58.230116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14301): Process ended prematurely: osmo-stp_10.42.42.5(pid=14301) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14301)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14301): Process ended prematurely: osmo-stp_10.42.42.5(pid=14301) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:55:59.281850 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.293674 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:55:59.445516 tst ping_idle_ping.py: using LAC 23668\u000a20:55:59.559055 tst ping_idle_ping.py: using RAC 208\u000a20:55:59.671925 tst ping_idle_ping.py: using CellId 23668\u000a20:55:59.785208 tst ping_idle_ping.py: using BVCI 23669\u000a20:55:59.807638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.818574 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.829392 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.840462 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.851481 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.862696 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.873914 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:55:59.884641 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:56:00.170814 tst ping_idle_ping.py:24: start network...\u000a20:56:00.301084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:00.803384 run create_hlr_db(pid=14295): Launched\u000a20:56:01.003724 bus /gobi_6: Setting Powered False\u000a20:56:02.005007 run create_hlr_db(pid=14295): Terminated: ok {rc=0}\u000a20:56:02.420147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14297): Launched\u000a20:56:02.711541 run osmo-hlr_10.42.42.2(pid=14298): Launched\u000a20:56:02.823763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:03.337276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14300): Launched\u000a20:56:03.625866 run osmo-stp_10.42.42.5(pid=14301): Launched\u000a20:56:03.731199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:04.242140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14303): Launched\u000a20:56:04.353389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:04.624666 run patchelf(pid=14304): Launched\u000a20:56:04.807240 run osmo-stp_10.42.42.5(pid=14301): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14301)]\u000a20:56:04.940553 run osmo-stp_10.42.42.5(pid=14301): stdout: \u000a| (launched: 2022-12-09_20:56:03.483655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:05.074369 run osmo-stp_10.42.42.5(pid=14301): stderr: \u000a| �[0;m�[38;5;43m20221209205603649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205603649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205603649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205603650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205603650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205603650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205603650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:05.203537 run osmo-stp_10.42.42.5(pid=14301): stdout: \u000a| (launched: 2022-12-09_20:56:03.483655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:05.331515 run osmo-stp_10.42.42.5(pid=14301): stderr: \u000a| �[0;m�[38;5;43m20221209205603649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205603649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205603649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205603650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205603650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205603650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205603650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:05.479837 run patchelf(pid=14304): Terminating (SIGINT)\u000a20:56:05.653924 run patchelf(pid=14304): Terminated: ok {rc=0}\u000a20:56:05.685623 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14301): Process ended prematurely: osmo-stp_10.42.42.5(pid=14301) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14301)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:56:05.694639 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:56:05.757321 run osmo-hlr_10.42.42.2(pid=14298): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14298)]\u000a20:56:05.808138 run osmo-hlr_10.42.42.2(pid=14298): stdout: \u000a| (launched: 2022-12-09_20:56:02.568466) \u000a20:56:05.859560 run osmo-hlr_10.42.42.2(pid=14298): stderr: \u000a| �[0;m�[1;31m20221209205602738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205602738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205602738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205602739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205602739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205602739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205602751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205602760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205602760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205602760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:05.903436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14297): Terminating (SIGTERM)\u000a20:56:05.945056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14300): Terminating (SIGTERM)\u000a20:56:05.986571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14303): Terminating (SIGTERM)\u000a20:56:05.996262 --- ParallelTerminationStrategy: PID 14297 died...\u000a20:56:06.052228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14297): Terminated: ok {rc=0}\u000a20:56:06.062509 --- ParallelTerminationStrategy: PID 14300 died...\u000a20:56:06.118051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14300): Terminated: ok {rc=0}\u000a20:56:06.128218 --- ParallelTerminationStrategy: PID 14303 died...\u000a20:56:06.183961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14303): Terminated: ok {rc=0}\u000a20:56:06.270395 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:55:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14318): Process ended prematurely: osmo-stp_10.42.42.5(pid=14318) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14318): Process ended prematurely: osmo-stp_10.42.42.5(pid=14318) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:56:08.422270 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:08.433371 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:08.595136 tst cs_paging_gprs_active.py: using LAC 23669\u000a20:56:08.734216 tst cs_paging_gprs_active.py: using RAC 209\u000a20:56:08.862664 tst cs_paging_gprs_active.py: using CellId 23669\u000a20:56:08.982982 tst cs_paging_gprs_active.py: using BVCI 23670\u000a20:56:09.009933 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.020640 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.031373 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.042556 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.053760 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.064787 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.076119 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.087159 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:09.099038 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:09.212680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:09.497487 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:56:09.621143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:09.925724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14308): Launched\u000a20:56:10.178641 run iperf3-srv_10.42.42.10(pid=14309): Launched\u000a20:56:10.358776 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:56:10.481391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:10.785952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14310): Launched\u000a20:56:11.038102 run iperf3-srv_10.42.42.10(pid=14311): Launched\u000a20:56:11.217564 tst cs_paging_gprs_active.py:38: start network...\u000a20:56:11.341011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:11.802704 run create_hlr_db(pid=14312): Launched\u000a20:56:11.971780 bus /gobi_6: Setting Powered False\u000a20:56:12.994025 run create_hlr_db(pid=14312): Terminated: ok {rc=0}\u000a20:56:13.384271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14314): Launched\u000a20:56:13.676190 run osmo-hlr_10.42.42.2(pid=14315): Launched\u000a20:56:13.787952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:14.300710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14317): Launched\u000a20:56:14.593003 run osmo-stp_10.42.42.5(pid=14318): Launched\u000a20:56:14.699929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:15.209624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14320): Launched\u000a20:56:15.314494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:15.570147 run patchelf(pid=14321): Launched\u000a20:56:15.745080 run osmo-stp_10.42.42.5(pid=14318): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)]\u000a20:56:15.887186 run osmo-stp_10.42.42.5(pid=14318): stdout: \u000a| (launched: 2022-12-09_20:56:14.449641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:16.034020 run osmo-stp_10.42.42.5(pid=14318): stderr: \u000a| �[0;m�[38;5;43m20221209205614616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205614616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205614616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205614617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205614617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205614618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205614618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:16.202587 run osmo-stp_10.42.42.5(pid=14318): stdout: \u000a| (launched: 2022-12-09_20:56:14.449641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:16.335133 run osmo-stp_10.42.42.5(pid=14318): stderr: \u000a| �[0;m�[38;5;43m20221209205614616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205614616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205614616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205614617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205614617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205614618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205614618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:16.483182 run patchelf(pid=14321): Terminating (SIGINT)\u000a20:56:16.657127 run patchelf(pid=14321): Terminated: ok {rc=0}\u000a20:56:16.689391 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14318): Process ended prematurely: osmo-stp_10.42.42.5(pid=14318) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14318)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:56:16.699712 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a20:56:16.765027 run osmo-hlr_10.42.42.2(pid=14315): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14315)]\u000a20:56:16.816064 run osmo-hlr_10.42.42.2(pid=14315): stdout: \u000a| (launched: 2022-12-09_20:56:13.533347) \u000a20:56:16.867445 run osmo-hlr_10.42.42.2(pid=14315): stderr: \u000a| �[0;m�[1;31m20221209205613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205613704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205613716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205613724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205613725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205613725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:16.911460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14308): Terminating (SIGTERM)\u000a20:56:16.954072 run iperf3-srv_10.42.42.10(pid=14309): Terminating (SIGTERM)\u000a20:56:16.995838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14310): Terminating (SIGTERM)\u000a20:56:17.037509 run iperf3-srv_10.42.42.10(pid=14311): Terminating (SIGTERM)\u000a20:56:17.077870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14314): Terminating (SIGTERM)\u000a20:56:17.120446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14317): Terminating (SIGTERM)\u000a20:56:17.162069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14320): Terminating (SIGTERM)\u000a20:56:17.172551 --- ParallelTerminationStrategy: PID 14308 died...\u000a20:56:17.226371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14308): Terminated: ok {rc=0}\u000a20:56:17.237796 --- ParallelTerminationStrategy: PID 14309 died...\u000a20:56:17.291372 run iperf3-srv_10.42.42.10(pid=14309): Terminated {rc=256}\u000a20:56:17.301539 --- ParallelTerminationStrategy: PID 14310 died...\u000a20:56:17.354237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14310): Terminated: ok {rc=0}\u000a20:56:17.364414 --- ParallelTerminationStrategy: PID 14311 died...\u000a20:56:17.416570 run iperf3-srv_10.42.42.10(pid=14311): Terminated {rc=256}\u000a20:56:17.426764 --- ParallelTerminationStrategy: PID 14314 died...\u000a20:56:17.479066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14314): Terminated: ok {rc=0}\u000a20:56:17.489427 --- ParallelTerminationStrategy: PID 14317 died...\u000a20:56:17.542559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14317): Terminated: ok {rc=0}\u000a20:56:17.552170 --- ParallelTerminationStrategy: PID 14320 died...\u000a20:56:17.604635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14320): Terminated: ok {rc=0}\u000a20:56:17.691446 bus /gobi_0: Setting Powered False\u000a20:56:18.793802 bus /gobi_0: Setting Powered False\u000a20:56:19.903395 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14330): Process ended prematurely: osmo-stp_10.42.42.5(pid=14330) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14330)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14330): Process ended prematurely: osmo-stp_10.42.42.5(pid=14330) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:56:21.012047 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.023430 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:21.177951 tst iperf3.py: using LAC 23670\u000a20:56:21.294508 tst iperf3.py: using RAC 210\u000a20:56:21.413445 tst iperf3.py: using CellId 23670\u000a20:56:21.532427 tst iperf3.py: using BVCI 23671\u000a20:56:21.555149 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.565929 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.576368 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.586856 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.597772 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.608559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.619393 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.630274 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:21.641379 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:21.930194 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:56:22.063481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:22.391758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14322): Launched\u000a20:56:22.665727 run iperf3-srv_10.42.42.10(pid=14323): Launched\u000a20:56:22.861631 tst iperf3.py:8: start network...\u000a20:56:22.994821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:23.504868 run create_hlr_db(pid=14324): Launched\u000a20:56:23.688707 bus /gobi_6: Setting Powered False\u000a20:56:24.710649 run create_hlr_db(pid=14324): Terminated: ok {rc=0}\u000a20:56:25.135455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14326): Launched\u000a20:56:25.453850 run osmo-hlr_10.42.42.2(pid=14327): Launched\u000a20:56:25.574056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:26.132219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14329): Launched\u000a20:56:26.450202 run osmo-stp_10.42.42.5(pid=14330): Launched\u000a20:56:26.566483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:27.122245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14332): Launched\u000a20:56:27.236241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:27.513738 run patchelf(pid=14333): Launched\u000a20:56:27.699435 run osmo-stp_10.42.42.5(pid=14330): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14330)]\u000a20:56:27.836231 run osmo-stp_10.42.42.5(pid=14330): stdout: \u000a| (launched: 2022-12-09_20:56:26.294296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:27.972189 run osmo-stp_10.42.42.5(pid=14330): stderr: \u000a| �[0;m�[38;5;43m20221209205626481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205626481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205626481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205626481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205626482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205626482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205626482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:28.104006 run osmo-stp_10.42.42.5(pid=14330): stdout: \u000a| (launched: 2022-12-09_20:56:26.294296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:28.234846 run osmo-stp_10.42.42.5(pid=14330): stderr: \u000a| �[0;m�[38;5;43m20221209205626481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205626481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205626481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205626481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205626482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205626482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205626482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:28.386635 run patchelf(pid=14333): Terminating (SIGINT)\u000a20:56:28.565019 run patchelf(pid=14333): Terminated: ok {rc=0}\u000a20:56:28.598078 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14330): Process ended prematurely: osmo-stp_10.42.42.5(pid=14330) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14330)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:56:28.608134 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:56:28.671123 run osmo-hlr_10.42.42.2(pid=14327): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14327)]\u000a20:56:28.722068 run osmo-hlr_10.42.42.2(pid=14327): stdout: \u000a| (launched: 2022-12-09_20:56:25.298037) \u000a20:56:28.773764 run osmo-hlr_10.42.42.2(pid=14327): stderr: \u000a| �[0;m�[1;31m20221209205625493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205625493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205625493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205625493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205625493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205625493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205625505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205625514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205625514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205625514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:28.817622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14322): Terminating (SIGTERM)\u000a20:56:28.859112 run iperf3-srv_10.42.42.10(pid=14323): Terminating (SIGTERM)\u000a20:56:28.900633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14326): Terminating (SIGTERM)\u000a20:56:28.942144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14329): Terminating (SIGTERM)\u000a20:56:28.983802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14332): Terminating (SIGTERM)\u000a20:56:28.993830 --- ParallelTerminationStrategy: PID 14322 died...\u000a20:56:29.049706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14322): Terminated: ok {rc=0}\u000a20:56:29.059980 --- ParallelTerminationStrategy: PID 14323 died...\u000a20:56:29.115616 run iperf3-srv_10.42.42.10(pid=14323): Terminated {rc=256}\u000a20:56:29.125868 --- ParallelTerminationStrategy: PID 14326 died...\u000a20:56:29.181424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14326): Terminated: ok {rc=0}\u000a20:56:29.191624 --- ParallelTerminationStrategy: PID 14329 died...\u000a20:56:29.246993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14329): Terminated: ok {rc=0}\u000a20:56:29.257483 --- ParallelTerminationStrategy: PID 14332 died...\u000a20:56:29.312940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14332): Terminated: ok {rc=0}\u000a20:56:29.399812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14348): Process ended prematurely: osmo-stp_10.42.42.5(pid=14348) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14348): Process ended prematurely: osmo-stp_10.42.42.5(pid=14348) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:56:30.509876 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:30.521073 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:30.678567 tst iperf3m4.py: using LAC 23671\u000a20:56:30.797062 tst iperf3m4.py: using RAC 211\u000a20:56:30.942777 tst iperf3m4.py: using CellId 23671\u000a20:56:31.102415 tst iperf3m4.py: using BVCI 23672\u000a20:56:31.136682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.154116 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.171864 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.189193 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.206964 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.223553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.241037 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.253767 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:31.265602 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:31.383553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:31.503078 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:31.619389 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:31.953352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:56:32.089739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:32.422680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14334): Launched\u000a20:56:32.679040 run iperf3-srv_10.42.42.10(pid=14335): Launched\u000a20:56:32.860575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:56:32.984574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:33.292683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14336): Launched\u000a20:56:33.548657 run iperf3-srv_10.42.42.10(pid=14337): Launched\u000a20:56:33.730296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:56:33.854646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:34.162773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14338): Launched\u000a20:56:34.418194 run iperf3-srv_10.42.42.10(pid=14339): Launched\u000a20:56:34.598605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:56:34.722495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:56:35.029808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14340): Launched\u000a20:56:35.284877 run iperf3-srv_10.42.42.10(pid=14341): Launched\u000a20:56:35.465596 tst iperf3m4.py:8: start network...\u000a20:56:35.589131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:36.056549 run create_hlr_db(pid=14342): Launched\u000a20:56:36.227848 bus /gobi_6: Setting Powered False\u000a20:56:37.249708 run create_hlr_db(pid=14342): Terminated: ok {rc=0}\u000a20:56:37.645950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14344): Launched\u000a20:56:37.942762 run osmo-hlr_10.42.42.2(pid=14345): Launched\u000a20:56:38.058101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:38.581815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14347): Launched\u000a20:56:38.880047 run osmo-stp_10.42.42.5(pid=14348): Launched\u000a20:56:38.989549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:39.514731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14350): Launched\u000a20:56:39.622715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:39.885702 run patchelf(pid=14351): Launched\u000a20:56:40.062469 run osmo-stp_10.42.42.5(pid=14348): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14348)]\u000a20:56:40.191692 run osmo-stp_10.42.42.5(pid=14348): stdout: \u000a| (launched: 2022-12-09_20:56:38.732265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:40.321456 run osmo-stp_10.42.42.5(pid=14348): stderr: \u000a| �[0;m�[38;5;43m20221209205638899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205638899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205638899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205638900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205638900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205638900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205638900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:40.446753 run osmo-stp_10.42.42.5(pid=14348): stdout: \u000a| (launched: 2022-12-09_20:56:38.732265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:40.570657 run osmo-stp_10.42.42.5(pid=14348): stderr: \u000a| �[0;m�[38;5;43m20221209205638899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205638899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205638899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205638900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205638900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205638900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205638900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:40.715361 run patchelf(pid=14351): Terminating (SIGINT)\u000a20:56:40.885819 run patchelf(pid=14351): Terminated: ok {rc=0}\u000a20:56:40.916929 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14348): Process ended prematurely: osmo-stp_10.42.42.5(pid=14348) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14348)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:56:40.926389 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a20:56:40.987118 run osmo-hlr_10.42.42.2(pid=14345): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14345)]\u000a20:56:41.036059 run osmo-hlr_10.42.42.2(pid=14345): stdout: \u000a| (launched: 2022-12-09_20:56:37.797139) \u000a20:56:41.085691 run osmo-hlr_10.42.42.2(pid=14345): stderr: \u000a| �[0;m�[1;31m20221209205637968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205637968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205637968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205637969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205637969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205637969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205637981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205637989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205637989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205637989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:41.127318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14334): Terminating (SIGTERM)\u000a20:56:41.167122 run iperf3-srv_10.42.42.10(pid=14335): Terminating (SIGTERM)\u000a20:56:41.206620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14336): Terminating (SIGTERM)\u000a20:56:41.245860 run iperf3-srv_10.42.42.10(pid=14337): Terminating (SIGTERM)\u000a20:56:41.285208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14338): Terminating (SIGTERM)\u000a20:56:41.324932 run iperf3-srv_10.42.42.10(pid=14339): Terminating (SIGTERM)\u000a20:56:41.364302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14340): Terminating (SIGTERM)\u000a20:56:41.403424 run iperf3-srv_10.42.42.10(pid=14341): Terminating (SIGTERM)\u000a20:56:41.442609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14344): Terminating (SIGTERM)\u000a20:56:41.482075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14347): Terminating (SIGTERM)\u000a20:56:41.521279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14350): Terminating (SIGTERM)\u000a20:56:41.530708 --- ParallelTerminationStrategy: PID 14334 died...\u000a20:56:41.583369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14334): Terminated: ok {rc=0}\u000a20:56:41.593279 --- ParallelTerminationStrategy: PID 14335 died...\u000a20:56:41.645468 run iperf3-srv_10.42.42.10(pid=14335): Terminated {rc=256}\u000a20:56:41.655128 --- ParallelTerminationStrategy: PID 14336 died...\u000a20:56:41.708100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14336): Terminated: ok {rc=0}\u000a20:56:41.717727 --- ParallelTerminationStrategy: PID 14337 died...\u000a20:56:41.770178 run iperf3-srv_10.42.42.10(pid=14337): Terminated {rc=256}\u000a20:56:41.779903 --- ParallelTerminationStrategy: PID 14338 died...\u000a20:56:41.832388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14338): Terminated: ok {rc=0}\u000a20:56:41.842197 --- ParallelTerminationStrategy: PID 14339 died...\u000a20:56:41.894713 run iperf3-srv_10.42.42.10(pid=14339): Terminated {rc=256}\u000a20:56:41.904772 --- ParallelTerminationStrategy: PID 14340 died...\u000a20:56:41.957938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14340): Terminated: ok {rc=0}\u000a20:56:41.967614 --- ParallelTerminationStrategy: PID 14341 died...\u000a20:56:42.020135 run iperf3-srv_10.42.42.10(pid=14341): Terminated {rc=256}\u000a20:56:42.029911 --- ParallelTerminationStrategy: PID 14344 died...\u000a20:56:42.082644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14344): Terminated: ok {rc=0}\u000a20:56:42.092346 --- ParallelTerminationStrategy: PID 14347 died...\u000a20:56:42.145340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14347): Terminated: ok {rc=0}\u000a20:56:42.154932 --- ParallelTerminationStrategy: PID 14350 died...\u000a20:56:42.207402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14350): Terminated: ok {rc=0}\u000a20:56:42.290961 bus /gobi_4: Setting Powered False\u000a20:56:43.398645 bus /gobi_4: Setting Powered False\u000a20:56:44.510371 bus /gobi_1: Setting Powered False\u000a20:56:45.613864 bus /gobi_1: Setting Powered False\u000a20:56:46.734070 bus /gobi_0: Setting Powered False\u000a20:56:47.837966 bus /gobi_0: Setting Powered False\u000a20:56:48.950006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14358): Process ended prematurely: osmo-stp_10.42.42.5(pid=14358) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14358): Process ended prematurely: osmo-stp_10.42.42.5(pid=14358) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:56:50.017331 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.029057 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:50.191448 tst ping.py: using LAC 23672\u000a20:56:50.307164 tst ping.py: using RAC 212\u000a20:56:50.423376 tst ping.py: using CellId 23672\u000a20:56:50.538631 tst ping.py: using BVCI 23673\u000a20:56:50.561507 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.572232 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.582947 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.593838 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.604838 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.615786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.626997 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:50.638141 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:50.929406 tst ping.py:19: start network...\u000a20:56:51.062940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:51.575559 run create_hlr_db(pid=14352): Launched\u000a20:56:51.762399 bus /gobi_6: Setting Powered False\u000a20:56:52.781957 run create_hlr_db(pid=14352): Terminated: ok {rc=0}\u000a20:56:53.184226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14354): Launched\u000a20:56:53.484935 run osmo-hlr_10.42.42.2(pid=14355): Launched\u000a20:56:53.599112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:54.129312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14357): Launched\u000a20:56:54.428238 run osmo-stp_10.42.42.5(pid=14358): Launched\u000a20:56:54.536644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:56:55.058635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14360): Launched\u000a20:56:55.165540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:56:55.425960 run patchelf(pid=14361): Launched\u000a20:56:55.600219 run osmo-stp_10.42.42.5(pid=14358): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14358)]\u000a20:56:55.728056 run osmo-stp_10.42.42.5(pid=14358): stdout: \u000a| (launched: 2022-12-09_20:56:54.280831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:55.856917 run osmo-stp_10.42.42.5(pid=14358): stderr: \u000a| �[0;m�[38;5;43m20221209205654452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205654453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205654453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205654453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205654454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205654454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205654454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:55.980816 run osmo-stp_10.42.42.5(pid=14358): stdout: \u000a| (launched: 2022-12-09_20:56:54.280831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:56.103135 run osmo-stp_10.42.42.5(pid=14358): stderr: \u000a| �[0;m�[38;5;43m20221209205654452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205654453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205654453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205654453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205654454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205654454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205654454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:56.245977 run patchelf(pid=14361): Terminating (SIGINT)\u000a20:56:56.413961 run patchelf(pid=14361): Terminated: ok {rc=0}\u000a20:56:56.444708 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14358): Process ended prematurely: osmo-stp_10.42.42.5(pid=14358) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14358)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:56:56.453722 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:56:56.514480 run osmo-hlr_10.42.42.2(pid=14355): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14355)]\u000a20:56:56.563473 run osmo-hlr_10.42.42.2(pid=14355): stdout: \u000a| (launched: 2022-12-09_20:56:53.336783) \u000a20:56:56.613371 run osmo-hlr_10.42.42.2(pid=14355): stderr: \u000a| �[0;m�[1;31m20221209205653513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205653513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205653513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205653513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205653513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205653513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205653525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205653535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205653535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205653535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:56.655805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14354): Terminating (SIGTERM)\u000a20:56:56.695732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14357): Terminating (SIGTERM)\u000a20:56:56.735672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14360): Terminating (SIGTERM)\u000a20:56:56.745266 --- ParallelTerminationStrategy: PID 14354 died...\u000a20:56:56.798586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14354): Terminated: ok {rc=0}\u000a20:56:56.808480 --- ParallelTerminationStrategy: PID 14357 died...\u000a20:56:56.861504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14357): Terminated: ok {rc=0}\u000a20:56:56.871291 --- ParallelTerminationStrategy: PID 14360 died...\u000a20:56:56.924207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14360): Terminated: ok {rc=0}\u000a20:56:57.013170 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14368): Process ended prematurely: osmo-stp_10.42.42.5(pid=14368) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14368): Process ended prematurely: osmo-stp_10.42.42.5(pid=14368) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:56:58.065777 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.077263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:56:58.241565 tst ping_idle_ping.py: using LAC 23673\u000a20:56:58.368869 tst ping_idle_ping.py: using RAC 213\u000a20:56:58.495969 tst ping_idle_ping.py: using CellId 23673\u000a20:56:58.621708 tst ping_idle_ping.py: using BVCI 23674\u000a20:56:58.646479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.657980 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.669329 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.681297 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.693892 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.705882 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.717331 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:56:58.729006 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:56:59.007286 tst ping_idle_ping.py:24: start network...\u000a20:56:59.132030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:59.608077 run create_hlr_db(pid=14362): Launched\u000a20:56:59.781975 bus /gobi_6: Setting Powered False\u000a20:57:00.803614 run create_hlr_db(pid=14362): Terminated: ok {rc=0}\u000a20:57:01.267854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14364): Launched\u000a20:57:01.708340 run osmo-hlr_10.42.42.2(pid=14365): Launched\u000a20:57:01.959623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:02.564390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14367): Launched\u000a20:57:02.862454 run osmo-stp_10.42.42.5(pid=14368): Launched\u000a20:57:02.971315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:03.491490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14370): Launched\u000a20:57:03.598523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:03.859042 run patchelf(pid=14371): Launched\u000a20:57:04.033867 run osmo-stp_10.42.42.5(pid=14368): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14368)]\u000a20:57:04.162376 run osmo-stp_10.42.42.5(pid=14368): stdout: \u000a| (launched: 2022-12-09_20:57:02.715898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:04.290497 run osmo-stp_10.42.42.5(pid=14368): stderr: \u000a| �[0;m�[38;5;43m20221209205702887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205702888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205702888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205702888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205702889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205702889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205702889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:04.414543 run osmo-stp_10.42.42.5(pid=14368): stdout: \u000a| (launched: 2022-12-09_20:57:02.715898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:04.537215 run osmo-stp_10.42.42.5(pid=14368): stderr: \u000a| �[0;m�[38;5;43m20221209205702887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205702888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205702888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205702888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205702889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205702889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205702889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:04.680032 run patchelf(pid=14371): Terminating (SIGINT)\u000a20:57:04.847919 run patchelf(pid=14371): Terminated: ok {rc=0}\u000a20:57:04.878655 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14368): Process ended prematurely: osmo-stp_10.42.42.5(pid=14368) [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14368)] [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:57:04.887399 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:57:04.948727 run osmo-hlr_10.42.42.2(pid=14365): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14365)]\u000a20:57:04.997907 run osmo-hlr_10.42.42.2(pid=14365): stdout: \u000a| (launched: 2022-12-09_20:57:01.435404) \u000a20:57:05.048306 run osmo-hlr_10.42.42.2(pid=14365): stderr: \u000a| �[0;m�[1;31m20221209205701688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205701688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205701688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205701688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205701688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205701688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205701704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205701721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205701721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205701721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:05.090516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14364): Terminating (SIGTERM)\u000a20:57:05.130815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14367): Terminating (SIGTERM)\u000a20:57:05.171048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14370): Terminating (SIGTERM)\u000a20:57:05.180901 --- ParallelTerminationStrategy: PID 14364 died...\u000a20:57:05.234200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14364): Terminated: ok {rc=0}\u000a20:57:05.244415 --- ParallelTerminationStrategy: PID 14367 died...\u000a20:57:05.297153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14367): Terminated: ok {rc=0}\u000a20:57:05.307063 --- ParallelTerminationStrategy: PID 14370 died...\u000a20:57:05.360072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14370): Terminated: ok {rc=0}\u000a20:57:05.443038 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:56:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14381): Process ended prematurely: osmo-stp_10.42.42.5(pid=14381) [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14381)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14381): Process ended prematurely: osmo-stp_10.42.42.5(pid=14381) [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:57:07.482890 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:07.494166 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:57:07.649937 tst switch_tch_pdch.py: using LAC 23674\u000a20:57:07.765953 tst switch_tch_pdch.py: using RAC 214\u000a20:57:07.881198 tst switch_tch_pdch.py: using CellId 23674\u000a20:57:07.998631 tst switch_tch_pdch.py: using BVCI 23675\u000a20:57:08.021515 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.032454 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.043357 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.054703 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.066176 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.077443 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.088911 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:57:08.101007 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:57:08.218494 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:57:08.507760 tst switch_tch_pdch.py:51: start network...\u000a20:57:08.631996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:09.099322 run create_hlr_db(pid=14375): Launched\u000a20:57:09.271771 bus /gobi_6: Setting Powered False\u000a20:57:10.292844 run create_hlr_db(pid=14375): Terminated: ok {rc=0}\u000a20:57:10.717606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14377): Launched\u000a20:57:11.040727 run osmo-hlr_10.42.42.2(pid=14378): Launched\u000a20:57:11.156723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:11.710280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14380): Launched\u000a20:57:12.030824 run osmo-stp_10.42.42.5(pid=14381): Launched\u000a20:57:12.146495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:12.703350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14383): Launched\u000a20:57:12.817430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:13.096641 run patchelf(pid=14384): Launched\u000a20:57:13.282893 run osmo-stp_10.42.42.5(pid=14381): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14381)]\u000a20:57:13.418982 run osmo-stp_10.42.42.5(pid=14381): stdout: \u000a| (launched: 2022-12-09_20:57:11.873881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:13.555385 run osmo-stp_10.42.42.5(pid=14381): stderr: \u000a| �[0;m�[38;5;43m20221209205712065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205712066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205712066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205712066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205712067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205712067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205712067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:13.686958 run osmo-stp_10.42.42.5(pid=14381): stdout: \u000a| (launched: 2022-12-09_20:57:11.873881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:13.818585 run osmo-stp_10.42.42.5(pid=14381): stderr: \u000a| �[0;m�[38;5;43m20221209205712065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205712066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205712066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205712066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205712067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205712067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205712067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:13.970534 run patchelf(pid=14384): Terminating (SIGINT)\u000a20:57:14.149148 run patchelf(pid=14384): Terminated: ok {rc=0}\u000a20:57:14.181703 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14381): Process ended prematurely: osmo-stp_10.42.42.5(pid=14381) [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14381)] [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:57:14.191222 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:57:14.253476 run osmo-hlr_10.42.42.2(pid=14378): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14378)]\u000a20:57:14.304327 run osmo-hlr_10.42.42.2(pid=14378): stdout: \u000a| (launched: 2022-12-09_20:57:10.880560) \u000a20:57:14.355856 run osmo-hlr_10.42.42.2(pid=14378): stderr: \u000a| �[0;m�[1;31m20221209205711078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205711078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205711078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205711078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205711078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205711078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205711091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205711101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205711101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205711101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:14.399770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14377): Terminating (SIGTERM)\u000a20:57:14.441273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14380): Terminating (SIGTERM)\u000a20:57:14.482575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14383): Terminating (SIGTERM)\u000a20:57:14.492179 --- ParallelTerminationStrategy: PID 14377 died...\u000a20:57:14.547304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14377): Terminated: ok {rc=0}\u000a20:57:14.557358 --- ParallelTerminationStrategy: PID 14380 died...\u000a20:57:14.612571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14380): Terminated: ok {rc=0}\u000a20:57:14.622539 --- ParallelTerminationStrategy: PID 14383 died...\u000a20:57:14.677504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14383): Terminated: ok {rc=0}\u000a20:57:14.763721 bus /gobi_0: Setting Powered False\u000a20:57:15.867609 bus /gobi_0: Setting Powered False\u000a20:57:16.997762 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:57:07" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14394): Process ended prematurely: osmo-stp_10.42.42.5(pid=14394) [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14394)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14394): Process ended prematurely: osmo-stp_10.42.42.5(pid=14394) [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:57:18.963123 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:18.974219 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:57:19.128530 tst switch_tch_pdch.py: using LAC 23675\u000a20:57:19.247844 tst switch_tch_pdch.py: using RAC 215\u000a20:57:19.365050 tst switch_tch_pdch.py: using CellId 23675\u000a20:57:19.487365 tst switch_tch_pdch.py: using BVCI 23676\u000a20:57:19.510229 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.521085 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.531684 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.543078 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.554297 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.565581 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.576689 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:57:19.587988 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:57:19.704743 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:57:19.997675 tst switch_tch_pdch.py:51: start network...\u000a20:57:20.130996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:20.611600 run create_hlr_db(pid=14388): Launched\u000a20:57:20.740917 bus /gobi_6: Setting Powered False\u000a20:57:21.817325 run create_hlr_db(pid=14388): Terminated: ok {rc=0}\u000a20:57:22.191153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14390): Launched\u000a20:57:22.489101 run osmo-hlr_10.42.42.2(pid=14391): Launched\u000a20:57:22.602846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:23.092115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14393): Launched\u000a20:57:23.390958 run osmo-stp_10.42.42.5(pid=14394): Launched\u000a20:57:23.499798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:57:23.993464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14396): Launched\u000a20:57:24.099348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:57:24.359196 run patchelf(pid=14397): Launched\u000a20:57:24.533338 run osmo-stp_10.42.42.5(pid=14394): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14394)]\u000a20:57:24.660570 run osmo-stp_10.42.42.5(pid=14394): stdout: \u000a| (launched: 2022-12-09_20:57:23.243313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:24.788461 run osmo-stp_10.42.42.5(pid=14394): stderr: \u000a| �[0;m�[38;5;43m20221209205723415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205723415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205723415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205723416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205723416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205723416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205723416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:24.911856 run osmo-stp_10.42.42.5(pid=14394): stdout: \u000a| (launched: 2022-12-09_20:57:23.243313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:25.033825 run osmo-stp_10.42.42.5(pid=14394): stderr: \u000a| �[0;m�[38;5;43m20221209205723415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205723415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205723415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205723416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205723416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205723416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205723416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:25.176515 run patchelf(pid=14397): Terminating (SIGINT)\u000a20:57:25.344827 run patchelf(pid=14397): Terminated: ok {rc=0}\u000a20:57:25.375319 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14394): Process ended prematurely: osmo-stp_10.42.42.5(pid=14394) [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14394)] [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:57:25.384012 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a20:57:25.444020 run osmo-hlr_10.42.42.2(pid=14391): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14391)]\u000a20:57:25.492555 run osmo-hlr_10.42.42.2(pid=14391): stdout: \u000a| (launched: 2022-12-09_20:57:22.342123) \u000a20:57:25.541787 run osmo-hlr_10.42.42.2(pid=14391): stderr: \u000a| �[0;m�[1;31m20221209205722517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205722517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205722517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205722517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205722517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205722517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205722529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205722538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205722539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205722539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:25.583541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14390): Terminating (SIGTERM)\u000a20:57:25.622928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14393): Terminating (SIGTERM)\u000a20:57:25.662296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14396): Terminating (SIGTERM)\u000a20:57:25.671696 --- ParallelTerminationStrategy: PID 14390 died...\u000a20:57:25.724734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14390): Terminated: ok {rc=0}\u000a20:57:25.734796 --- ParallelTerminationStrategy: PID 14393 died...\u000a20:57:25.787879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14393): Terminated: ok {rc=0}\u000a20:57:25.797866 --- ParallelTerminationStrategy: PID 14396 died...\u000a20:57:25.851566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14396): Terminated: ok {rc=0}\u000a20:57:25.940684 bus /gobi_0: Setting Powered False\u000a20:57:27.046494 bus /gobi_0: Setting Powered False\u000a20:57:28.152846 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:57:18" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14404): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14404) [trial-2364↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14404)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14404): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14404) [trial-2364↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:57:30.044413 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:57:30.055630 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:30.192459 tst mo_mt_sms.py: using LAC 23676\u000a20:57:30.317336 tst mo_mt_sms.py: using RAC 216\u000a20:57:30.437310 tst mo_mt_sms.py: using CellId 23676\u000a20:57:30.559296 tst mo_mt_sms.py: using BVCI 23677\u000a20:57:30.581826 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:30.698104 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:30.994868 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:57:31.123688 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:57:31.776513 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14403): Launched\u000a20:57:32.135099 run osmo-nitb_10.42.42.2(pid=14404): Launched\u000a20:57:32.331649 run osmo-nitb_10.42.42.2(pid=14404): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14404)]\u000a20:57:32.476304 run osmo-nitb_10.42.42.2(pid=14404): stdout: \u000a| (launched: 2022-12-09_20:57:31.945721) \u000a20:57:32.621156 run osmo-nitb_10.42.42.2(pid=14404): stderr: \u000a| (launched: 2022-12-09_20:57:31.994373)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:32.761065 run osmo-nitb_10.42.42.2(pid=14404): stdout: \u000a| (launched: 2022-12-09_20:57:31.945721) \u000a20:57:32.900892 run osmo-nitb_10.42.42.2(pid=14404): stderr: \u000a| (launched: 2022-12-09_20:57:31.994373)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:33.263338 tst osmo-nitb_10.42.42.2(pid=14404): stdout: \u000a| (launched: 2022-12-09_20:57:31.945721) \u000a20:57:33.390870 tst osmo-nitb_10.42.42.2(pid=14404): stderr: \u000a| (launched: 2022-12-09_20:57:31.994373)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:33.446727 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14404): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14404) [trial-2364↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14404)] [trial-2364↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a20:57:33.455611 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:57:33.491532 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14403): Terminating (SIGTERM)\u000a20:57:33.669376 --- ParallelTerminationStrategy: PID 14403 died...\u000a20:57:33.726708 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14403): Terminated: ok {rc=0}\u000a20:57:33.813635 bus /sierra_3: Setting Powered False\u000a20:57:34.921314 bus /sierra_3: Setting Powered False\u000a20:57:36.034552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:57:29" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14415): Process ended prematurely: osmo-stp_10.42.42.5(pid=14415) [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14415): Process ended prematurely: osmo-stp_10.42.42.5(pid=14415) [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:57:37.920745 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:37.932240 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:38.069645 tst mo_mt_sms.py: using LAC 23677\u000a20:57:38.192849 tst mo_mt_sms.py: using RAC 217\u000a20:57:38.315797 tst mo_mt_sms.py: using CellId 23677\u000a20:57:38.438110 tst mo_mt_sms.py: using BVCI 23678\u000a20:57:38.462448 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:38.473706 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:38.484610 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:38.495787 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:38.506975 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:38.518192 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:38.633065 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:57:38.836646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:39.306251 run create_hlr_db(pid=14409): Launched\u000a20:57:39.478011 bus /sierra_2: Setting Powered False\u000a20:57:40.498955 run create_hlr_db(pid=14409): Terminated: ok {rc=0}\u000a20:57:40.895083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14411): Launched\u000a20:57:41.192872 run osmo-hlr_10.42.42.2(pid=14412): Launched\u000a20:57:41.308575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:41.831773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14414): Launched\u000a20:57:42.131273 run osmo-stp_10.42.42.5(pid=14415): Launched\u000a20:57:42.240069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:42.788174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14417): Launched\u000a20:57:43.088341 run osmo-msc_10.42.42.6(pid=14418): Launched\u000a20:57:43.264586 run osmo-stp_10.42.42.5(pid=14415): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)]\u000a20:57:43.391807 run osmo-stp_10.42.42.5(pid=14415): stdout: \u000a| (launched: 2022-12-09_20:57:41.983749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:43.516711 run osmo-stp_10.42.42.5(pid=14415): stderr: \u000a| �[0;m�[38;5;43m20221209205742154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205742154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205742154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205742155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:43.636850 run osmo-stp_10.42.42.5(pid=14415): stdout: \u000a| (launched: 2022-12-09_20:57:41.983749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:43.755817 run osmo-stp_10.42.42.5(pid=14415): stderr: \u000a| �[0;m�[38;5;43m20221209205742154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205742154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205742154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205742155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205742155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:43.808066 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14415): Process ended prematurely: osmo-stp_10.42.42.5(pid=14415) [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14415)] [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a20:57:43.816104 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a20:57:43.876232 run osmo-hlr_10.42.42.2(pid=14412): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14412)]\u000a20:57:43.925156 run osmo-hlr_10.42.42.2(pid=14412): stdout: \u000a| (launched: 2022-12-09_20:57:41.046034) \u000a20:57:43.975231 run osmo-hlr_10.42.42.2(pid=14412): stderr: \u000a| �[0;m�[1;31m20221209205741222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205741222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205741222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205741222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205741222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205741222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205741233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205741242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205741242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205741242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:44.043301 run osmo-msc_10.42.42.6(pid=14418): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14418)]\u000a20:57:44.092329 run osmo-msc_10.42.42.6(pid=14418): stdout: \u000a| (launched: 2022-12-09_20:57:42.939746) \u000a20:57:44.141690 run osmo-msc_10.42.42.6(pid=14418): stderr: \u000a| �[0;m�[38;5;43m20221209205743209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205743209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd80c5ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205743209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205743209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205743209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205743209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205743211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205743212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205743212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205743212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:44.183983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14411): Terminating (SIGTERM)\u000a20:57:44.223460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14414): Terminating (SIGTERM)\u000a20:57:44.263527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14417): Terminating (SIGTERM)\u000a20:57:44.272831 --- ParallelTerminationStrategy: PID 14411 died...\u000a20:57:44.326389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14411): Terminated: ok {rc=0}\u000a20:57:44.335981 --- ParallelTerminationStrategy: PID 14414 died...\u000a20:57:44.389104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14414): Terminated: ok {rc=0}\u000a20:57:44.398869 --- ParallelTerminationStrategy: PID 14417 died...\u000a20:57:44.452123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14417): Terminated: ok {rc=0}\u000a20:57:44.541016 bus /sierra_3: Setting Powered False\u000a20:57:45.643272 bus /sierra_3: Setting Powered False\u000a20:57:46.759076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:57:37" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14424) [trial-2364↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14424)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14424) [trial-2364↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:57:48.588701 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:57:48.599984 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:48.736476 tst assert_extension.py: using LAC 23678\u000a20:57:48.859148 tst assert_extension.py: using RAC 218\u000a20:57:48.975930 tst assert_extension.py: using CellId 23678\u000a20:57:49.096524 tst assert_extension.py: using BVCI 23679\u000a20:57:49.119521 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:57:49.408603 tst assert_extension.py:10: start nitb and bts...\u000a20:57:49.541596 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:57:50.202627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14423): Launched\u000a20:57:50.519456 run osmo-nitb_10.42.42.2(pid=14424): Launched\u000a20:57:50.715381 run osmo-nitb_10.42.42.2(pid=14424): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14424)]\u000a20:57:50.860002 run osmo-nitb_10.42.42.2(pid=14424): stdout: \u000a| (launched: 2022-12-09_20:57:50.365815) \u000a20:57:51.004288 run osmo-nitb_10.42.42.2(pid=14424): stderr: \u000a| (launched: 2022-12-09_20:57:50.413515)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:51.144279 run osmo-nitb_10.42.42.2(pid=14424): stdout: \u000a| (launched: 2022-12-09_20:57:50.365815) \u000a20:57:51.283124 run osmo-nitb_10.42.42.2(pid=14424): stderr: \u000a| (launched: 2022-12-09_20:57:50.413515)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:51.648423 tst osmo-nitb_10.42.42.2(pid=14424): stdout: \u000a| (launched: 2022-12-09_20:57:50.365815) \u000a20:57:51.775981 tst osmo-nitb_10.42.42.2(pid=14424): stderr: \u000a| (launched: 2022-12-09_20:57:50.413515)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:57:51.832204 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14424) [trial-2364↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14424)] [trial-2364↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a20:57:51.841108 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:57:51.878297 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14423): Terminating (SIGTERM)\u000a20:57:52.056200 --- ParallelTerminationStrategy: PID 14423 died...\u000a20:57:52.115160 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14423): Terminated: ok {rc=0}\u000a20:57:52.203404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:57:48" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14436): Process ended prematurely: osmo-stp_10.42.42.5(pid=14436) [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14436): Process ended prematurely: osmo-stp_10.42.42.5(pid=14436) [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:57:54.030603 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:54.041942 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:57:54.177245 tst assert_extension.py: using LAC 23679\u000a20:57:54.303335 tst assert_extension.py: using RAC 219\u000a20:57:54.427559 tst assert_extension.py: using CellId 23679\u000a20:57:54.551818 tst assert_extension.py: using BVCI 23680\u000a20:57:54.576048 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:54.587314 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:54.598354 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:54.609309 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:54.620286 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:57:54.631397 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:57:54.830527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:55.301330 run create_hlr_db(pid=14430): Launched\u000a20:57:55.473281 bus /sierra_2: Setting Powered False\u000a20:57:56.494880 run create_hlr_db(pid=14430): Terminated: ok {rc=0}\u000a20:57:56.892582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14432): Launched\u000a20:57:57.192161 run osmo-hlr_10.42.42.2(pid=14433): Launched\u000a20:57:57.301700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:57.821605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14435): Launched\u000a20:57:58.121337 run osmo-stp_10.42.42.5(pid=14436): Launched\u000a20:57:58.230441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:58.773599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14438): Launched\u000a20:57:59.072043 run osmo-msc_10.42.42.6(pid=14439): Launched\u000a20:57:59.247604 run osmo-stp_10.42.42.5(pid=14436): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)]\u000a20:57:59.374874 run osmo-stp_10.42.42.5(pid=14436): stdout: \u000a| (launched: 2022-12-09_20:57:57.973150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:59.498837 run osmo-stp_10.42.42.5(pid=14436): stderr: \u000a| �[0;m�[38;5;43m20221209205758144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205758144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205758144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205758144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205758145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205758145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205758145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:59.618330 run osmo-stp_10.42.42.5(pid=14436): stdout: \u000a| (launched: 2022-12-09_20:57:57.973150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:59.736809 run osmo-stp_10.42.42.5(pid=14436): stderr: \u000a| �[0;m�[38;5;43m20221209205758144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205758144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205758144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205758144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205758145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205758145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205758145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:59.788796 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14436): Process ended prematurely: osmo-stp_10.42.42.5(pid=14436) [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)] [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a20:57:59.796807 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a20:57:59.856497 run osmo-hlr_10.42.42.2(pid=14433): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14433)]\u000a20:57:59.904854 run osmo-hlr_10.42.42.2(pid=14433): stdout: \u000a| (launched: 2022-12-09_20:57:57.044652) \u000a20:57:59.953985 run osmo-hlr_10.42.42.2(pid=14433): stderr: \u000a| �[0;m�[1;31m20221209205757220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205757220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205757220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205757221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205757221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205757221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205757232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205757241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205757241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205757241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:00.020554 run osmo-msc_10.42.42.6(pid=14439): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14439)]\u000a20:58:00.069105 run osmo-msc_10.42.42.6(pid=14439): stdout: \u000a| (launched: 2022-12-09_20:57:58.924928) \u000a20:58:00.118007 run osmo-msc_10.42.42.6(pid=14439): stderr: \u000a| �[0;m�[38;5;43m20221209205759197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205759197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b426acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205759197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205759197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205759198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205759198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205759200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205759201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205759201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205759201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:00.159648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14432): Terminating (SIGTERM)\u000a20:58:00.198812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14435): Terminating (SIGTERM)\u000a20:58:00.237971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14438): Terminating (SIGTERM)\u000a20:58:00.247324 --- ParallelTerminationStrategy: PID 14432 died...\u000a20:58:00.299857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14432): Terminated: ok {rc=0}\u000a20:58:00.309804 --- ParallelTerminationStrategy: PID 14435 died...\u000a20:58:00.362094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14435): Terminated: ok {rc=0}\u000a20:58:00.371769 --- ParallelTerminationStrategy: PID 14438 died...\u000a20:58:00.423687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14438): Terminated: ok {rc=0}\u000a20:58:00.507305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14450): Process ended prematurely: osmo-stp_10.42.42.5(pid=14450) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14450): Process ended prematurely: osmo-stp_10.42.42.5(pid=14450) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:02.492373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:02.504255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:58:02.666504 tst mo_mt_call.py: using LAC 23680\u000a20:58:02.795137 tst mo_mt_call.py: using RAC 220\u000a20:58:02.913253 tst mo_mt_call.py: using CellId 23680\u000a20:58:03.032912 tst mo_mt_call.py: using BVCI 23681\u000a20:58:03.056340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:03.067670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:03.078822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:03.090217 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:03.102307 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:03.113481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:58:03.233336 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:58:03.441173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:03.920185 run create_hlr_db(pid=14444): Launched\u000a20:58:04.094228 bus /sierra_2: Setting Powered False\u000a20:58:05.116086 run create_hlr_db(pid=14444): Terminated: ok {rc=0}\u000a20:58:05.520434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14446): Launched\u000a20:58:05.824619 run osmo-hlr_10.42.42.2(pid=14447): Launched\u000a20:58:05.940317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:06.469464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14449): Launched\u000a20:58:06.774798 run osmo-stp_10.42.42.5(pid=14450): Launched\u000a20:58:06.886067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:07.440736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14452): Launched\u000a20:58:07.745197 run osmo-msc_10.42.42.6(pid=14453): Launched\u000a20:58:07.924453 run osmo-stp_10.42.42.5(pid=14450): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)]\u000a20:58:08.053818 run osmo-stp_10.42.42.5(pid=14450): stdout: \u000a| (launched: 2022-12-09_20:58:06.624804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:08.180734 run osmo-stp_10.42.42.5(pid=14450): stderr: \u000a| �[0;m�[38;5;43m20221209205806797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205806797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205806797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205806797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205806798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205806798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205806798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:08.303298 run osmo-stp_10.42.42.5(pid=14450): stdout: \u000a| (launched: 2022-12-09_20:58:06.624804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:08.424287 run osmo-stp_10.42.42.5(pid=14450): stderr: \u000a| �[0;m�[38;5;43m20221209205806797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205806797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205806797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205806797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205806798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205806798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205806798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:08.477635 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14450): Process ended prematurely: osmo-stp_10.42.42.5(pid=14450) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14450)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:58:08.486328 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:58:08.546397 run osmo-hlr_10.42.42.2(pid=14447): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14447)]\u000a20:58:08.595155 run osmo-hlr_10.42.42.2(pid=14447): stdout: \u000a| (launched: 2022-12-09_20:58:05.675112) \u000a20:58:08.644718 run osmo-hlr_10.42.42.2(pid=14447): stderr: \u000a| �[0;m�[1;31m20221209205805852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205805852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205805852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205805852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205805852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205805852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205805863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205805872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205805873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205805873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:08.711800 run osmo-msc_10.42.42.6(pid=14453): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14453)]\u000a20:58:08.760279 run osmo-msc_10.42.42.6(pid=14453): stdout: \u000a| (launched: 2022-12-09_20:58:07.594882) \u000a20:58:08.809388 run osmo-msc_10.42.42.6(pid=14453): stderr: \u000a| �[0;m�[38;5;43m20221209205807868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205807869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe81674c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205807869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205807869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205807869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205807869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205807873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205807874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205807874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205807874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:08.850625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14446): Terminating (SIGTERM)\u000a20:58:08.889811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14449): Terminating (SIGTERM)\u000a20:58:08.929235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14452): Terminating (SIGTERM)\u000a20:58:08.938670 --- ParallelTerminationStrategy: PID 14446 died...\u000a20:58:08.991638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14446): Terminated: ok {rc=0}\u000a20:58:09.001804 --- ParallelTerminationStrategy: PID 14449 died...\u000a20:58:09.054781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14449): Terminated: ok {rc=0}\u000a20:58:09.064366 --- ParallelTerminationStrategy: PID 14452 died...\u000a20:58:09.117089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14452): Terminated: ok {rc=0}\u000a20:58:09.205475 bus /sierra_3: Setting Powered False\u000a20:58:10.308876 bus /sierra_3: Setting Powered False\u000a20:58:11.419153 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14461): Process ended prematurely: osmo-stp_10.42.42.5(pid=14461) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14461)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14461): Process ended prematurely: osmo-stp_10.42.42.5(pid=14461) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:12.529111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:12.541103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:58:12.703757 tst mo_mt_call_osmux.py: using LAC 23681\u000a20:58:12.824002 tst mo_mt_call_osmux.py: using RAC 221\u000a20:58:12.952120 tst mo_mt_call_osmux.py: using CellId 23681\u000a20:58:13.072633 tst mo_mt_call_osmux.py: using BVCI 23682\u000a20:58:13.095654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:13.106958 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:13.118064 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:13.129515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:13.140845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:58:13.152202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:58:13.271667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:58:13.474061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:13.951987 run create_hlr_db(pid=14455): Launched\u000a20:58:14.127050 bus /sierra_2: Setting Powered False\u000a20:58:15.147881 run create_hlr_db(pid=14455): Terminated: ok {rc=0}\u000a20:58:15.580828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14457): Launched\u000a20:58:15.987974 run osmo-hlr_10.42.42.2(pid=14458): Launched\u000a20:58:16.257427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:16.898655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14460): Launched\u000a20:58:17.244248 run osmo-stp_10.42.42.5(pid=14461): Launched\u000a20:58:17.393740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:17.981789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14463): Launched\u000a20:58:18.288020 run osmo-msc_10.42.42.6(pid=14464): Launched\u000a20:58:18.468025 run osmo-stp_10.42.42.5(pid=14461): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14461)]\u000a20:58:18.597808 run osmo-stp_10.42.42.5(pid=14461): stdout: \u000a| (launched: 2022-12-09_20:58:17.057694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:18.724656 run osmo-stp_10.42.42.5(pid=14461): stderr: \u000a| �[0;m�[38;5;43m20221209205817440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205817440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205817441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205817441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205817441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205817441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205817442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:18.847460 run osmo-stp_10.42.42.5(pid=14461): stdout: \u000a| (launched: 2022-12-09_20:58:17.057694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:18.968602 run osmo-stp_10.42.42.5(pid=14461): stderr: \u000a| �[0;m�[38;5;43m20221209205817440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205817440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205817441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205817441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205817441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205817441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205817442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:19.022250 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14461): Process ended prematurely: osmo-stp_10.42.42.5(pid=14461) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14461)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:58:19.031002 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:58:19.091309 run osmo-hlr_10.42.42.2(pid=14458): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14458)]\u000a20:58:19.140309 run osmo-hlr_10.42.42.2(pid=14458): stdout: \u000a| (launched: 2022-12-09_20:58:15.747665) \u000a20:58:19.189623 run osmo-hlr_10.42.42.2(pid=14458): stderr: \u000a| �[0;m�[1;31m20221209205816028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205816028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205816028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205816028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205816028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205816028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205816047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205816064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205816064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205816064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:19.257360 run osmo-msc_10.42.42.6(pid=14464): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14464)]\u000a20:58:19.306568 run osmo-msc_10.42.42.6(pid=14464): stdout: \u000a| (launched: 2022-12-09_20:58:18.136580) \u000a20:58:19.355706 run osmo-msc_10.42.42.6(pid=14464): stderr: \u000a| �[0;m�[38;5;43m20221209205818410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205818410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f320653cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205818410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205818410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205818411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205818411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205818412 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205818413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205818413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205818413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:19.397618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14457): Terminating (SIGTERM)\u000a20:58:19.437213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14460): Terminating (SIGTERM)\u000a20:58:19.476811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14463): Terminating (SIGTERM)\u000a20:58:19.487078 --- ParallelTerminationStrategy: PID 14457 died...\u000a20:58:19.540246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14457): Terminated: ok {rc=0}\u000a20:58:19.549914 --- ParallelTerminationStrategy: PID 14460 died...\u000a20:58:19.602630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14460): Terminated: ok {rc=0}\u000a20:58:19.612416 --- ParallelTerminationStrategy: PID 14463 died...\u000a20:58:19.664826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14463): Terminated: ok {rc=0}\u000a20:58:19.747932 bus /sierra_3: Setting Powered False\u000a20:58:20.854217 bus /sierra_3: Setting Powered False\u000a20:58:21.966285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:58:02" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14475): Process ended prematurely: osmo-stp_10.42.42.5(pid=14475) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14475)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14475): Process ended prematurely: osmo-stp_10.42.42.5(pid=14475) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:23.951512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:23.962747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:58:24.123773 tst mo_mt_call.py: using LAC 23682\u000a20:58:24.244075 tst mo_mt_call.py: using RAC 222\u000a20:58:24.364852 tst mo_mt_call.py: using CellId 23682\u000a20:58:24.484748 tst mo_mt_call.py: using BVCI 23683\u000a20:58:24.507849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:24.519091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:24.530339 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:24.541690 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:24.553037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:24.564295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:24.684045 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:24.897027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:25.417119 run create_hlr_db(pid=14469): Launched\u000a20:58:25.605168 bus /sierra_2: Setting Powered False\u000a20:58:26.626492 run create_hlr_db(pid=14469): Terminated: ok {rc=0}\u000a20:58:27.035183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14471): Launched\u000a20:58:27.340301 run osmo-hlr_10.42.42.2(pid=14472): Launched\u000a20:58:27.457846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:27.992573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14474): Launched\u000a20:58:28.296571 run osmo-stp_10.42.42.5(pid=14475): Launched\u000a20:58:28.407509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:28.962635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14477): Launched\u000a20:58:29.267513 run osmo-msc_10.42.42.6(pid=14478): Launched\u000a20:58:29.445777 run osmo-stp_10.42.42.5(pid=14475): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14475)]\u000a20:58:29.574673 run osmo-stp_10.42.42.5(pid=14475): stdout: \u000a| (launched: 2022-12-09_20:58:28.147195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:29.701231 run osmo-stp_10.42.42.5(pid=14475): stderr: \u000a| �[0;m�[38;5;43m20221209205828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205828319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205828319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205828319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205828319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:29.823477 run osmo-stp_10.42.42.5(pid=14475): stdout: \u000a| (launched: 2022-12-09_20:58:28.147195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:29.945117 run osmo-stp_10.42.42.5(pid=14475): stderr: \u000a| �[0;m�[38;5;43m20221209205828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205828319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205828319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205828319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205828319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:29.998497 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14475): Process ended prematurely: osmo-stp_10.42.42.5(pid=14475) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14475)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:58:30.007142 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:58:30.066568 run osmo-hlr_10.42.42.2(pid=14472): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14472)]\u000a20:58:30.114996 run osmo-hlr_10.42.42.2(pid=14472): stdout: \u000a| (launched: 2022-12-09_20:58:27.190218) \u000a20:58:30.164024 run osmo-hlr_10.42.42.2(pid=14472): stderr: \u000a| �[0;m�[1;31m20221209205827367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205827367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205827367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205827367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205827367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205827367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205827380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:30.230454 run osmo-msc_10.42.42.6(pid=14478): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14478)]\u000a20:58:30.278684 run osmo-msc_10.42.42.6(pid=14478): stdout: \u000a| (launched: 2022-12-09_20:58:29.116843) \u000a20:58:30.327267 run osmo-msc_10.42.42.6(pid=14478): stderr: \u000a| �[0;m�[38;5;43m20221209205829389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205829389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe18a40cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205829389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205829389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205829389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205829390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205829392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205829393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205829393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205829393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:30.369301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14471): Terminating (SIGTERM)\u000a20:58:30.408248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14474): Terminating (SIGTERM)\u000a20:58:30.447146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14477): Terminating (SIGTERM)\u000a20:58:30.456175 --- ParallelTerminationStrategy: PID 14471 died...\u000a20:58:30.508736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14471): Terminated: ok {rc=0}\u000a20:58:30.518529 --- ParallelTerminationStrategy: PID 14474 died...\u000a20:58:30.570803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14474): Terminated: ok {rc=0}\u000a20:58:30.580480 --- ParallelTerminationStrategy: PID 14477 died...\u000a20:58:30.632552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14477): Terminated: ok {rc=0}\u000a20:58:30.715249 bus /sierra_3: Setting Powered False\u000a20:58:31.827973 bus /sierra_3: Setting Powered False\u000a20:58:32.933067 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14486): Process ended prematurely: osmo-stp_10.42.42.5(pid=14486) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14486): Process ended prematurely: osmo-stp_10.42.42.5(pid=14486) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:34.047673 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:34.060126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:58:34.223090 tst mo_mt_call_osmux.py: using LAC 23683\u000a20:58:34.352438 tst mo_mt_call_osmux.py: using RAC 223\u000a20:58:34.479233 tst mo_mt_call_osmux.py: using CellId 23683\u000a20:58:34.606777 tst mo_mt_call_osmux.py: using BVCI 23684\u000a20:58:34.631562 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:34.643397 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:34.654962 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:34.666515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:34.678240 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:58:34.689777 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:34.810018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:58:35.023484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:35.543297 run create_hlr_db(pid=14480): Launched\u000a20:58:35.730908 bus /sierra_2: Setting Powered False\u000a20:58:36.752586 run create_hlr_db(pid=14480): Terminated: ok {rc=0}\u000a20:58:37.160019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14482): Launched\u000a20:58:37.465105 run osmo-hlr_10.42.42.2(pid=14483): Launched\u000a20:58:37.577185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:38.104110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14485): Launched\u000a20:58:38.410510 run osmo-stp_10.42.42.5(pid=14486): Launched\u000a20:58:38.521221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:39.076253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14488): Launched\u000a20:58:39.381711 run osmo-msc_10.42.42.6(pid=14489): Launched\u000a20:58:39.560787 run osmo-stp_10.42.42.5(pid=14486): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)]\u000a20:58:39.689426 run osmo-stp_10.42.42.5(pid=14486): stdout: \u000a| (launched: 2022-12-09_20:58:38.258581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:39.815739 run osmo-stp_10.42.42.5(pid=14486): stderr: \u000a| �[0;m�[38;5;43m20221209205838429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205838429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205838429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205838430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205838430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205838430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205838430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:39.937549 run osmo-stp_10.42.42.5(pid=14486): stdout: \u000a| (launched: 2022-12-09_20:58:38.258581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:40.059050 run osmo-stp_10.42.42.5(pid=14486): stderr: \u000a| �[0;m�[38;5;43m20221209205838429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205838429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205838429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205838430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205838430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205838430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205838430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:40.112546 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14486): Process ended prematurely: osmo-stp_10.42.42.5(pid=14486) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:58:40.121238 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:58:40.181017 run osmo-hlr_10.42.42.2(pid=14483): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14483)]\u000a20:58:40.229989 run osmo-hlr_10.42.42.2(pid=14483): stdout: \u000a| (launched: 2022-12-09_20:58:37.314822) \u000a20:58:40.279191 run osmo-hlr_10.42.42.2(pid=14483): stderr: \u000a| �[0;m�[1;31m20221209205837491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205837491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205837491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205837491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205837491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205837491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205837503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205837514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205837514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205837514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:40.346225 run osmo-msc_10.42.42.6(pid=14489): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14489)]\u000a20:58:40.394625 run osmo-msc_10.42.42.6(pid=14489): stdout: \u000a| (launched: 2022-12-09_20:58:39.230702) \u000a20:58:40.443970 run osmo-msc_10.42.42.6(pid=14489): stderr: \u000a| �[0;m�[38;5;43m20221209205839503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205839503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7325260c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205839503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205839503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205839503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205839503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205839505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205839505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205839506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205839506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:40.485536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14482): Terminating (SIGTERM)\u000a20:58:40.524726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14485): Terminating (SIGTERM)\u000a20:58:40.563870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14488): Terminating (SIGTERM)\u000a20:58:40.573281 --- ParallelTerminationStrategy: PID 14482 died...\u000a20:58:40.625875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14482): Terminated: ok {rc=0}\u000a20:58:40.635632 --- ParallelTerminationStrategy: PID 14485 died...\u000a20:58:40.688383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14485): Terminated: ok {rc=0}\u000a20:58:40.698036 --- ParallelTerminationStrategy: PID 14488 died...\u000a20:58:40.751595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14488): Terminated: ok {rc=0}\u000a20:58:40.834154 bus /sierra_3: Setting Powered False\u000a20:58:41.935016 bus /sierra_3: Setting Powered False\u000a20:58:43.039722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:58:23" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:45.019680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:45.030906 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:58:45.182787 tst mo_mt_call.py: using LAC 23684\u000a20:58:45.306207 tst mo_mt_call.py: using RAC 224\u000a20:58:45.432465 tst mo_mt_call.py: using CellId 23684\u000a20:58:45.559646 tst mo_mt_call.py: using BVCI 23685\u000a20:58:45.584608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:45.596396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:45.607995 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:45.619570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:45.631236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:45.642753 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:45.759876 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:45.985510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:46.579089 run create_hlr_db(pid=14494): Launched\u000a20:58:46.792304 bus /sierra_2: Setting Powered False\u000a20:58:47.794655 run create_hlr_db(pid=14494): Terminated: ok {rc=0}\u000a20:58:48.219161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14496): Launched\u000a20:58:48.525610 run osmo-hlr_10.42.42.2(pid=14497): Launched\u000a20:58:48.640097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:49.165503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Launched\u000a20:58:49.469452 run osmo-stp_10.42.42.5(pid=14500): Launched\u000a20:58:49.581078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:50.140756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14502): Launched\u000a20:58:50.447040 run osmo-msc_10.42.42.6(pid=14503): Launched\u000a20:58:50.627587 run osmo-stp_10.42.42.5(pid=14500): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)]\u000a20:58:50.757247 run osmo-stp_10.42.42.5(pid=14500): stdout: \u000a| (launched: 2022-12-09_20:58:49.319351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:50.884524 run osmo-stp_10.42.42.5(pid=14500): stderr: \u000a| �[0;m�[38;5;43m20221209205849489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205849489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205849490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205849490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205849490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205849490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205849491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:51.007046 run osmo-stp_10.42.42.5(pid=14500): stdout: \u000a| (launched: 2022-12-09_20:58:49.319351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:51.128523 run osmo-stp_10.42.42.5(pid=14500): stderr: \u000a| �[0;m�[38;5;43m20221209205849489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205849489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205849490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205849490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205849490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205849490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205849491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:51.182330 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:58:51.191003 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:58:51.250844 run osmo-hlr_10.42.42.2(pid=14497): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14497)]\u000a20:58:51.299413 run osmo-hlr_10.42.42.2(pid=14497): stdout: \u000a| (launched: 2022-12-09_20:58:48.374043) \u000a20:58:51.348917 run osmo-hlr_10.42.42.2(pid=14497): stderr: \u000a| �[0;m�[1;31m20221209205848549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205848549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205848549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205848549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205848549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205848549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205848561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205848571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205848571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205848572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:51.416443 run osmo-msc_10.42.42.6(pid=14503): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14503)]\u000a20:58:51.465158 run osmo-msc_10.42.42.6(pid=14503): stdout: \u000a| (launched: 2022-12-09_20:58:50.295945) \u000a20:58:51.514297 run osmo-msc_10.42.42.6(pid=14503): stderr: \u000a| �[0;m�[38;5;43m20221209205850568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205850569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8fa035c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205850569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205850569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205850569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205850569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205850571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205850571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205850571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205850572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:51.555884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14496): Terminating (SIGTERM)\u000a20:58:51.595355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Terminating (SIGTERM)\u000a20:58:51.635059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14502): Terminating (SIGTERM)\u000a20:58:51.644543 --- ParallelTerminationStrategy: PID 14496 died...\u000a20:58:51.697054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14496): Terminated: ok {rc=0}\u000a20:58:51.706848 --- ParallelTerminationStrategy: PID 14499 died...\u000a20:58:51.759253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Terminated: ok {rc=0}\u000a20:58:51.769059 --- ParallelTerminationStrategy: PID 14502 died...\u000a20:58:51.821434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14502): Terminated: ok {rc=0}\u000a20:58:51.908883 bus /sierra_3: Setting Powered False\u000a20:58:53.011437 bus /sierra_3: Setting Powered False\u000a20:58:54.121996 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14511): Process ended prematurely: osmo-stp_10.42.42.5(pid=14511) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14511)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14511): Process ended prematurely: osmo-stp_10.42.42.5(pid=14511) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:55.232273 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:55.244170 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:58:55.398342 tst mo_mt_call_osmux.py: using LAC 23685\u000a20:58:55.524400 tst mo_mt_call_osmux.py: using RAC 225\u000a20:58:55.647317 tst mo_mt_call_osmux.py: using CellId 23685\u000a20:58:55.769118 tst mo_mt_call_osmux.py: using BVCI 23686\u000a20:58:55.792260 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:55.803794 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:55.815185 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:55.826672 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:55.838069 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:58:55.849255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:55.971689 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:58:56.176350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:56.653755 run create_hlr_db(pid=14505): Launched\u000a20:58:56.828246 bus /sierra_2: Setting Powered False\u000a20:58:57.849669 run create_hlr_db(pid=14505): Terminated: ok {rc=0}\u000a20:58:58.282652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14507): Launched\u000a20:58:58.610230 run osmo-hlr_10.42.42.2(pid=14508): Launched\u000a20:58:58.729659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:59.295677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14510): Launched\u000a20:58:59.622977 run osmo-stp_10.42.42.5(pid=14511): Launched\u000a20:58:59.741491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:00.335677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14513): Launched\u000a20:59:00.663466 run osmo-msc_10.42.42.6(pid=14514): Launched\u000a20:59:00.907940 run osmo-stp_10.42.42.5(pid=14511): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14511)]\u000a20:59:01.191758 run osmo-stp_10.42.42.5(pid=14511): stdout: \u000a| (launched: 2022-12-09_20:58:59.461741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:01.328713 run osmo-stp_10.42.42.5(pid=14511): stderr: \u000a| �[0;m�[38;5;43m20221209205859653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205859653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205859653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205859654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205859654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205859654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205859654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:01.457791 run osmo-stp_10.42.42.5(pid=14511): stdout: \u000a| (launched: 2022-12-09_20:58:59.461741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:01.584795 run osmo-stp_10.42.42.5(pid=14511): stderr: \u000a| �[0;m�[38;5;43m20221209205859653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205859653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205859653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205859654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205859654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205859654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205859654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:01.640379 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14511): Process ended prematurely: osmo-stp_10.42.42.5(pid=14511) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14511)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:59:01.650368 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:59:01.716397 run osmo-hlr_10.42.42.2(pid=14508): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14508)]\u000a20:59:01.769291 run osmo-hlr_10.42.42.2(pid=14508): stdout: \u000a| (launched: 2022-12-09_20:58:58.448660) \u000a20:59:01.821458 run osmo-hlr_10.42.42.2(pid=14508): stderr: \u000a| �[0;m�[1;31m20221209205858649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205858649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205858649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205858649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205858649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205858649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205858660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205858669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205858669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205858669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:01.892139 run osmo-msc_10.42.42.6(pid=14514): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14514)]\u000a20:59:01.943707 run osmo-msc_10.42.42.6(pid=14514): stdout: \u000a| (launched: 2022-12-09_20:59:00.501583) \u000a20:59:01.997485 run osmo-msc_10.42.42.6(pid=14514): stderr: \u000a| �[0;m�[38;5;43m20221209205900824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205900824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faaebd3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205900825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205900825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205900825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205900826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205900828 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205900829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205900829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205900829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:02.040668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14507): Terminating (SIGTERM)\u000a20:59:02.085803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14510): Terminating (SIGTERM)\u000a20:59:02.130063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14513): Terminating (SIGTERM)\u000a20:59:02.140440 --- ParallelTerminationStrategy: PID 14507 died...\u000a20:59:02.199660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14507): Terminated: ok {rc=0}\u000a20:59:02.210505 --- ParallelTerminationStrategy: PID 14510 died...\u000a20:59:02.265761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14510): Terminated: ok {rc=0}\u000a20:59:02.277401 --- ParallelTerminationStrategy: PID 14513 died...\u000a20:59:02.333888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14513): Terminated: ok {rc=0}\u000a20:59:02.420184 bus /sierra_3: Setting Powered False\u000a20:59:03.522831 bus /sierra_3: Setting Powered False\u000a20:59:04.635076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:58:44" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:59:06.611118 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:06.622408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:59:06.774044 tst mo_mt_call.py: using LAC 23686\u000a20:59:06.892486 tst mo_mt_call.py: using RAC 226\u000a20:59:07.010936 tst mo_mt_call.py: using CellId 23686\u000a20:59:07.131916 tst mo_mt_call.py: using BVCI 23687\u000a20:59:07.154864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:07.166486 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:07.177564 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:07.188786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:07.200099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:07.211386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:59:07.331503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:59:07.544133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:08.065325 run create_hlr_db(pid=14520): Launched\u000a20:59:08.254090 bus /sierra_2: Setting Powered False\u000a20:59:09.275657 run create_hlr_db(pid=14520): Terminated: ok {rc=0}\u000a20:59:09.708872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Launched\u000a20:59:10.035486 run osmo-hlr_10.42.42.2(pid=14523): Launched\u000a20:59:10.158371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:10.723667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Launched\u000a20:59:11.051248 run osmo-stp_10.42.42.5(pid=14526): Launched\u000a20:59:11.169583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:11.764593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14528): Launched\u000a20:59:12.092623 run osmo-msc_10.42.42.6(pid=14529): Launched\u000a20:59:12.284194 run osmo-stp_10.42.42.5(pid=14526): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a20:59:12.421622 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-09_20:59:10.890107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:12.558306 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221209205911082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205911082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205911083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205911083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205911083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205911083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205911084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:12.689629 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-09_20:59:10.890107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:12.820094 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221209205911082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205911082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205911083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205911083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205911083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205911083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205911084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:12.878123 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:59:12.887530 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:59:12.949729 run osmo-hlr_10.42.42.2(pid=14523): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14523)]\u000a20:59:13.000431 run osmo-hlr_10.42.42.2(pid=14523): stdout: \u000a| (launched: 2022-12-09_20:59:09.875446) \u000a20:59:13.052019 run osmo-hlr_10.42.42.2(pid=14523): stderr: \u000a| �[0;m�[1;31m20221209205910074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205910074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205910074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205910074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205910074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205910074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205910090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205910098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205910099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205910099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:13.121969 run osmo-msc_10.42.42.6(pid=14529): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14529)]\u000a20:59:13.172586 run osmo-msc_10.42.42.6(pid=14529): stdout: \u000a| (launched: 2022-12-09_20:59:11.931553) \u000a20:59:13.223771 run osmo-msc_10.42.42.6(pid=14529): stderr: \u000a| �[0;m�[38;5;43m20221209205912253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205912253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa101bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205912253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205912253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205912253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205912254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205912255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205912256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205912256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205912256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:13.267246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminating (SIGTERM)\u000a20:59:13.308421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminating (SIGTERM)\u000a20:59:13.349749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14528): Terminating (SIGTERM)\u000a20:59:13.359431 --- ParallelTerminationStrategy: PID 14522 died...\u000a20:59:13.414719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminated: ok {rc=0}\u000a20:59:13.424848 --- ParallelTerminationStrategy: PID 14525 died...\u000a20:59:13.479710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminated: ok {rc=0}\u000a20:59:13.489885 --- ParallelTerminationStrategy: PID 14528 died...\u000a20:59:13.544661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14528): Terminated: ok {rc=0}\u000a20:59:13.631060 bus /sierra_3: Setting Powered False\u000a20:59:14.733476 bus /sierra_3: Setting Powered False\u000a20:59:15.854010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14537): Process ended prematurely: osmo-stp_10.42.42.5(pid=14537) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14537)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14537): Process ended prematurely: osmo-stp_10.42.42.5(pid=14537) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:16.983321 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:16.999197 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:59:17.189942 tst mo_mt_call_osmux.py: using LAC 23687\u000a20:59:17.323036 tst mo_mt_call_osmux.py: using RAC 227\u000a20:59:17.444782 tst mo_mt_call_osmux.py: using CellId 23687\u000a20:59:17.566025 tst mo_mt_call_osmux.py: using BVCI 23688\u000a20:59:17.589551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:17.600919 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:17.612135 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:17.623729 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:17.635300 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:59:17.646668 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:59:17.763323 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:59:17.974052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:18.452003 run create_hlr_db(pid=14531): Launched\u000a20:59:18.626056 bus /sierra_2: Setting Powered False\u000a20:59:19.648671 run create_hlr_db(pid=14531): Terminated: ok {rc=0}\u000a20:59:20.053981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14533): Launched\u000a20:59:20.359627 run osmo-hlr_10.42.42.2(pid=14534): Launched\u000a20:59:20.476351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:21.005115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14536): Launched\u000a20:59:21.310591 run osmo-stp_10.42.42.5(pid=14537): Launched\u000a20:59:21.421813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:21.978975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14539): Launched\u000a20:59:22.284149 run osmo-msc_10.42.42.6(pid=14540): Launched\u000a20:59:22.462835 run osmo-stp_10.42.42.5(pid=14537): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14537)]\u000a20:59:22.591617 run osmo-stp_10.42.42.5(pid=14537): stdout: \u000a| (launched: 2022-12-09_20:59:21.159578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:22.718078 run osmo-stp_10.42.42.5(pid=14537): stderr: \u000a| �[0;m�[38;5;43m20221209205921327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205921327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205921327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205921328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205921328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205921328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205921328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:22.840462 run osmo-stp_10.42.42.5(pid=14537): stdout: \u000a| (launched: 2022-12-09_20:59:21.159578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:22.961899 run osmo-stp_10.42.42.5(pid=14537): stderr: \u000a| �[0;m�[38;5;43m20221209205921327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205921327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205921327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205921328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205921328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205921328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205921328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:23.015289 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14537): Process ended prematurely: osmo-stp_10.42.42.5(pid=14537) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14537)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:59:23.023952 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:59:23.083914 run osmo-hlr_10.42.42.2(pid=14534): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14534)]\u000a20:59:23.132542 run osmo-hlr_10.42.42.2(pid=14534): stdout: \u000a| (launched: 2022-12-09_20:59:20.208526) \u000a20:59:23.181984 run osmo-hlr_10.42.42.2(pid=14534): stderr: \u000a| �[0;m�[1;31m20221209205920384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205920384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205920384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205920384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205920384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205920384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205920396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205920405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205920405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205920405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:23.249146 run osmo-msc_10.42.42.6(pid=14540): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14540)]\u000a20:59:23.297965 run osmo-msc_10.42.42.6(pid=14540): stdout: \u000a| (launched: 2022-12-09_20:59:22.133923) \u000a20:59:23.347481 run osmo-msc_10.42.42.6(pid=14540): stderr: \u000a| �[0;m�[38;5;43m20221209205922405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205922405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3027eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205922405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205922405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205922406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205922406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205922408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205922408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205922408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205922408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:23.389487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14533): Terminating (SIGTERM)\u000a20:59:23.428909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14536): Terminating (SIGTERM)\u000a20:59:23.468157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14539): Terminating (SIGTERM)\u000a20:59:23.477641 --- ParallelTerminationStrategy: PID 14533 died...\u000a20:59:23.530156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14533): Terminated: ok {rc=0}\u000a20:59:23.539981 --- ParallelTerminationStrategy: PID 14536 died...\u000a20:59:23.592427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14536): Terminated: ok {rc=0}\u000a20:59:23.602187 --- ParallelTerminationStrategy: PID 14539 died...\u000a20:59:23.654678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14539): Terminated: ok {rc=0}\u000a20:59:23.741420 bus /sierra_3: Setting Powered False\u000a20:59:24.844422 bus /sierra_3: Setting Powered False\u000a20:59:25.954600 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:59:06" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14551): Process ended prematurely: osmo-stp_10.42.42.5(pid=14551) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14551)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14551): Process ended prematurely: osmo-stp_10.42.42.5(pid=14551) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:59:27.935844 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:27.946981 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:59:28.104059 tst mo_mt_call.py: using LAC 23688\u000a20:59:28.224182 tst mo_mt_call.py: using RAC 228\u000a20:59:28.348411 tst mo_mt_call.py: using CellId 23688\u000a20:59:28.465928 tst mo_mt_call.py: using BVCI 23689\u000a20:59:28.488938 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:28.500121 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:28.511295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:28.522673 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:28.534051 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:28.545215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:28.664919 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:28.867410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:29.344854 run create_hlr_db(pid=14545): Launched\u000a20:59:29.519607 bus /sierra_2: Setting Powered False\u000a20:59:30.542387 run create_hlr_db(pid=14545): Terminated: ok {rc=0}\u000a20:59:31.006900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14547): Launched\u000a20:59:31.371625 run osmo-hlr_10.42.42.2(pid=14548): Launched\u000a20:59:31.541537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:32.217113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14550): Launched\u000a20:59:32.525605 run osmo-stp_10.42.42.5(pid=14551): Launched\u000a20:59:32.638309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:33.196046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14553): Launched\u000a20:59:33.502721 run osmo-msc_10.42.42.6(pid=14554): Launched\u000a20:59:33.681748 run osmo-stp_10.42.42.5(pid=14551): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14551)]\u000a20:59:33.811427 run osmo-stp_10.42.42.5(pid=14551): stdout: \u000a| (launched: 2022-12-09_20:59:32.374683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:33.938640 run osmo-stp_10.42.42.5(pid=14551): stderr: \u000a| �[0;m�[38;5;43m20221209205932544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205932544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205932544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205932544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:34.061433 run osmo-stp_10.42.42.5(pid=14551): stdout: \u000a| (launched: 2022-12-09_20:59:32.374683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:34.183428 run osmo-stp_10.42.42.5(pid=14551): stderr: \u000a| �[0;m�[38;5;43m20221209205932544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205932544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205932544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205932544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:34.237175 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14551): Process ended prematurely: osmo-stp_10.42.42.5(pid=14551) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14551)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:59:34.245855 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:59:34.306204 run osmo-hlr_10.42.42.2(pid=14548): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14548)]\u000a20:59:34.355620 run osmo-hlr_10.42.42.2(pid=14548): stdout: \u000a| (launched: 2022-12-09_20:59:31.177204) \u000a20:59:34.405273 run osmo-hlr_10.42.42.2(pid=14548): stderr: \u000a| �[0;m�[1;31m20221209205931536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205931536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205931536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205931537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205931537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205931537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205931555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205931572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205931572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205931572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:34.473283 run osmo-msc_10.42.42.6(pid=14554): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14554)]\u000a20:59:34.522255 run osmo-msc_10.42.42.6(pid=14554): stdout: \u000a| (launched: 2022-12-09_20:59:33.351205) \u000a20:59:34.571989 run osmo-msc_10.42.42.6(pid=14554): stderr: \u000a| �[0;m�[38;5;43m20221209205933623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205933623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b57b70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205933623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205933623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205933624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205933624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205933626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205933626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205933626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205933626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:34.613848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14547): Terminating (SIGTERM)\u000a20:59:34.653723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14550): Terminating (SIGTERM)\u000a20:59:34.693496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14553): Terminating (SIGTERM)\u000a20:59:34.702982 --- ParallelTerminationStrategy: PID 14547 died...\u000a20:59:34.756340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14547): Terminated: ok {rc=0}\u000a20:59:34.766062 --- ParallelTerminationStrategy: PID 14550 died...\u000a20:59:34.819061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14550): Terminated: ok {rc=0}\u000a20:59:34.829095 --- ParallelTerminationStrategy: PID 14553 died...\u000a20:59:34.882360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14553): Terminated: ok {rc=0}\u000a20:59:34.966363 bus /sierra_3: Setting Powered False\u000a20:59:36.073052 bus /sierra_3: Setting Powered False\u000a20:59:37.182512 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14562): Process ended prematurely: osmo-stp_10.42.42.5(pid=14562) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14562)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14562): Process ended prematurely: osmo-stp_10.42.42.5(pid=14562) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:38.293573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:38.305468 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:59:38.460080 tst mo_mt_call_osmux.py: using LAC 23689\u000a20:59:38.581446 tst mo_mt_call_osmux.py: using RAC 229\u000a20:59:38.700628 tst mo_mt_call_osmux.py: using CellId 23689\u000a20:59:38.820400 tst mo_mt_call_osmux.py: using BVCI 23690\u000a20:59:38.843847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:38.855147 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:38.866257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:38.877540 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:38.888833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:59:38.900298 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:39.021822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:59:39.228225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:39.709513 run create_hlr_db(pid=14556): Launched\u000a20:59:39.884277 bus /sierra_2: Setting Powered False\u000a20:59:40.907063 run create_hlr_db(pid=14556): Terminated: ok {rc=0}\u000a20:59:41.312458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14558): Launched\u000a20:59:41.618833 run osmo-hlr_10.42.42.2(pid=14559): Launched\u000a20:59:41.737497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:42.276245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14561): Launched\u000a20:59:42.582633 run osmo-stp_10.42.42.5(pid=14562): Launched\u000a20:59:42.694491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:43.251791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14564): Launched\u000a20:59:43.558996 run osmo-msc_10.42.42.6(pid=14565): Launched\u000a20:59:43.738410 run osmo-stp_10.42.42.5(pid=14562): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14562)]\u000a20:59:43.868157 run osmo-stp_10.42.42.5(pid=14562): stdout: \u000a| (launched: 2022-12-09_20:59:42.431469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:43.995427 run osmo-stp_10.42.42.5(pid=14562): stderr: \u000a| �[0;m�[38;5;43m20221209205942603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205942603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205942603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205942604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205942604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205942604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205942605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:44.118334 run osmo-stp_10.42.42.5(pid=14562): stdout: \u000a| (launched: 2022-12-09_20:59:42.431469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:44.240187 run osmo-stp_10.42.42.5(pid=14562): stderr: \u000a| �[0;m�[38;5;43m20221209205942603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205942603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205942603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205942604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205942604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205942604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205942605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:44.293836 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14562): Process ended prematurely: osmo-stp_10.42.42.5(pid=14562) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14562)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:59:44.302422 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:59:44.362514 run osmo-hlr_10.42.42.2(pid=14559): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14559)]\u000a20:59:44.411713 run osmo-hlr_10.42.42.2(pid=14559): stdout: \u000a| (launched: 2022-12-09_20:59:41.466965) \u000a20:59:44.461303 run osmo-hlr_10.42.42.2(pid=14559): stderr: \u000a| �[0;m�[1;31m20221209205941646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205941646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205941646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205941646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205941646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205941646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205941658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205941668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205941668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205941668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:44.528816 run osmo-msc_10.42.42.6(pid=14565): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14565)]\u000a20:59:44.577897 run osmo-msc_10.42.42.6(pid=14565): stdout: \u000a| (launched: 2022-12-09_20:59:43.407307) \u000a20:59:44.627400 run osmo-msc_10.42.42.6(pid=14565): stderr: \u000a| �[0;m�[38;5;43m20221209205943679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205943679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbed403c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205943679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205943680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205943680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205943680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205943682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205943682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205943682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205943682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:44.669116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14558): Terminating (SIGTERM)\u000a20:59:44.708776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14561): Terminating (SIGTERM)\u000a20:59:44.748325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14564): Terminating (SIGTERM)\u000a20:59:44.757799 --- ParallelTerminationStrategy: PID 14558 died...\u000a20:59:44.810891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14558): Terminated: ok {rc=0}\u000a20:59:44.820683 --- ParallelTerminationStrategy: PID 14561 died...\u000a20:59:44.873353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14561): Terminated: ok {rc=0}\u000a20:59:44.883156 --- ParallelTerminationStrategy: PID 14564 died...\u000a20:59:44.936156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14564): Terminated: ok {rc=0}\u000a20:59:45.025179 bus /sierra_3: Setting Powered False\u000a20:59:46.162020 bus /sierra_3: Setting Powered False\u000a20:59:47.276521 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:59:27" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:59:49.255514 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:49.266846 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:59:49.419073 tst mo_mt_call.py: using LAC 23690\u000a20:59:49.539973 tst mo_mt_call.py: using RAC 230\u000a20:59:49.660423 tst mo_mt_call.py: using CellId 23690\u000a20:59:49.780019 tst mo_mt_call.py: using BVCI 23691\u000a20:59:49.803197 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:49.814524 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:49.825716 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:49.837276 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:49.848707 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:49.860042 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:59:49.973123 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:59:50.186132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:50.707568 run create_hlr_db(pid=14571): Launched\u000a20:59:50.896682 bus /sierra_2: Setting Powered False\u000a20:59:51.918351 run create_hlr_db(pid=14571): Terminated: ok {rc=0}\u000a20:59:52.352809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Launched\u000a20:59:52.681025 run osmo-hlr_10.42.42.2(pid=14574): Launched\u000a20:59:52.800088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:53.366172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Launched\u000a20:59:53.692646 run osmo-stp_10.42.42.5(pid=14577): Launched\u000a20:59:53.811272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:54.409063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14579): Launched\u000a20:59:54.735917 run osmo-msc_10.42.42.6(pid=14580): Launched\u000a20:59:54.929918 run osmo-stp_10.42.42.5(pid=14577): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]\u000a20:59:55.067382 run osmo-stp_10.42.42.5(pid=14577): stdout: \u000a| (launched: 2022-12-09_20:59:53.532397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:55.204285 run osmo-stp_10.42.42.5(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221209205953725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205953726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205953726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205953726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205953727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205953727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205953727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:55.335643 run osmo-stp_10.42.42.5(pid=14577): stdout: \u000a| (launched: 2022-12-09_20:59:53.532397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:55.466194 run osmo-stp_10.42.42.5(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221209205953725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209205953726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209205953726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209205953726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209205953727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209205953727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209205953727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:55.523731 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:59:55.532922 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:59:55.595444 run osmo-hlr_10.42.42.2(pid=14574): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14574)]\u000a20:59:55.646385 run osmo-hlr_10.42.42.2(pid=14574): stdout: \u000a| (launched: 2022-12-09_20:59:52.519124) \u000a20:59:55.697945 run osmo-hlr_10.42.42.2(pid=14574): stderr: \u000a| �[0;m�[1;31m20221209205952719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209205952719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209205952719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205952719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209205952719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209205952719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209205952732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209205952740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209205952740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209205952740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:55.767868 run osmo-msc_10.42.42.6(pid=14580): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14580)]\u000a20:59:55.818394 run osmo-msc_10.42.42.6(pid=14580): stdout: \u000a| (launched: 2022-12-09_20:59:54.575363) \u000a20:59:55.869672 run osmo-msc_10.42.42.6(pid=14580): stderr: \u000a| �[0;m�[38;5;43m20221209205954899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209205954899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6090304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209205954899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209205954899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209205954899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209205954899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209205954901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209205954901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209205954902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209205954902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:55.913751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Terminating (SIGTERM)\u000a20:59:55.954984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Terminating (SIGTERM)\u000a20:59:55.996176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14579): Terminating (SIGTERM)\u000a20:59:56.005873 --- ParallelTerminationStrategy: PID 14573 died...\u000a20:59:56.061818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Terminated: ok {rc=0}\u000a20:59:56.071994 --- ParallelTerminationStrategy: PID 14576 died...\u000a20:59:56.127495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Terminated: ok {rc=0}\u000a20:59:56.137958 --- ParallelTerminationStrategy: PID 14579 died...\u000a20:59:56.193617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14579): Terminated: ok {rc=0}\u000a20:59:56.281178 bus /sierra_3: Setting Powered False\u000a20:59:57.387682 bus /sierra_3: Setting Powered False\u000a20:59:58.498287 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:59:59.611940 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:59:59.624416 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:59:59.786010 tst mo_mt_call_osmux.py: using LAC 23691\u000a20:59:59.916317 tst mo_mt_call_osmux.py: using RAC 231\u000a21:00:00.043325 tst mo_mt_call_osmux.py: using CellId 23691\u000a21:00:00.170990 tst mo_mt_call_osmux.py: using BVCI 23692\u000a21:00:00.196068 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:00:00.207919 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:00:00.219639 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:00:00.231396 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:00:00.243221 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:00:00.254938 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:00:00.378354 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:00:00.583589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:01.091784 run create_hlr_db(pid=14582): Launched\u000a21:00:01.275945 bus /sierra_2: Setting Powered False\u000a21:00:02.366045 run create_hlr_db(pid=14582): Terminated: ok {rc=0}\u000a21:00:02.794563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14609): Launched\u000a21:00:03.193226 run osmo-hlr_10.42.42.2(pid=14611): Launched\u000a21:00:03.313308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:03.939587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Launched\u000a21:00:04.245359 run osmo-stp_10.42.42.5(pid=14631): Launched\u000a21:00:04.357492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:04.914147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Launched\u000a21:00:05.220309 run osmo-msc_10.42.42.6(pid=14634): Launched\u000a21:00:05.399687 run osmo-stp_10.42.42.5(pid=14631): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)]\u000a21:00:05.528938 run osmo-stp_10.42.42.5(pid=14631): stdout: \u000a| (launched: 2022-12-09_21:00:04.094834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:05.655472 run osmo-stp_10.42.42.5(pid=14631): stderr: \u000a| �[0;m�[38;5;43m20221209210004264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210004264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210004264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210004265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210004265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210004265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210004265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:05.778508 run osmo-stp_10.42.42.5(pid=14631): stdout: \u000a| (launched: 2022-12-09_21:00:04.094834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:05.900104 run osmo-stp_10.42.42.5(pid=14631): stderr: \u000a| �[0;m�[38;5;43m20221209210004264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210004264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210004264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210004265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210004265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210004265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210004265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:05.953643 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:00:05.962269 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:00:06.022029 run osmo-hlr_10.42.42.2(pid=14611): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14611)]\u000a21:00:06.070309 run osmo-hlr_10.42.42.2(pid=14611): stdout: \u000a| (launched: 2022-12-09_21:00:02.950758) \u000a21:00:06.119420 run osmo-hlr_10.42.42.2(pid=14611): stderr: \u000a| �[0;m�[1;31m20221209210003260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210003260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210003260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210003260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210003260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210003260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210003286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210003307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210003307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210003307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:06.186109 run osmo-msc_10.42.42.6(pid=14634): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14634)]\u000a21:00:06.234632 run osmo-msc_10.42.42.6(pid=14634): stdout: \u000a| (launched: 2022-12-09_21:00:05.068635) \u000a21:00:06.283686 run osmo-msc_10.42.42.6(pid=14634): stderr: \u000a| �[0;m�[38;5;43m20221209210005341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210005341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f150810dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210005341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210005341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210005341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210005342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210005344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210005344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210005344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210005344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:06.324969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14609): Terminating (SIGTERM)\u000a21:00:06.364064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Terminating (SIGTERM)\u000a21:00:06.403263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Terminating (SIGTERM)\u000a21:00:06.412718 --- ParallelTerminationStrategy: PID 14609 died...\u000a21:00:06.465959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14609): Terminated: ok {rc=0}\u000a21:00:06.475767 --- ParallelTerminationStrategy: PID 14630 died...\u000a21:00:06.528702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Terminated: ok {rc=0}\u000a21:00:06.538588 --- ParallelTerminationStrategy: PID 14633 died...\u000a21:00:06.591820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Terminated: ok {rc=0}\u000a21:00:06.680512 bus /sierra_3: Setting Powered False\u000a21:00:07.784067 bus /sierra_3: Setting Powered False\u000a21:00:08.903361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T20:59:48" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14647): Process ended prematurely: osmo-stp_10.42.42.5(pid=14647) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14647)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14647): Process ended prematurely: osmo-stp_10.42.42.5(pid=14647) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:00:10.884611 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:10.895642 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:00:11.054385 tst mo_mt_call.py: using LAC 23692\u000a21:00:11.172301 tst mo_mt_call.py: using RAC 232\u000a21:00:11.292163 tst mo_mt_call.py: using CellId 23692\u000a21:00:11.411704 tst mo_mt_call.py: using BVCI 23693\u000a21:00:11.434741 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:11.445727 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:11.456536 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:11.467590 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:11.479102 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:11.489946 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:00:11.610106 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:00:11.814274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:12.293966 run create_hlr_db(pid=14640): Launched\u000a21:00:12.469413 bus /sierra_2: Setting Powered False\u000a21:00:13.490921 run create_hlr_db(pid=14640): Terminated: ok {rc=0}\u000a21:00:13.925492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14642): Launched\u000a21:00:14.252820 run osmo-hlr_10.42.42.2(pid=14644): Launched\u000a21:00:14.376105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:14.947084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14646): Launched\u000a21:00:15.279187 run osmo-stp_10.42.42.5(pid=14647): Launched\u000a21:00:15.397949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:16.015877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14649): Launched\u000a21:00:16.337998 run osmo-msc_10.42.42.6(pid=14650): Launched\u000a21:00:16.724826 run osmo-stp_10.42.42.5(pid=14647): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14647)]\u000a21:00:17.049550 run osmo-stp_10.42.42.5(pid=14647): stdout: \u000a| (launched: 2022-12-09_21:00:15.114082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:17.291664 run osmo-stp_10.42.42.5(pid=14647): stderr: \u000a| �[0;m�[38;5;43m20221209210015306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210015306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210015306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210015307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210015307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210015307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210015307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:17.424286 run osmo-stp_10.42.42.5(pid=14647): stdout: \u000a| (launched: 2022-12-09_21:00:15.114082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:17.547068 run osmo-stp_10.42.42.5(pid=14647): stderr: \u000a| �[0;m�[38;5;43m20221209210015306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210015306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210015306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210015307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210015307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210015307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210015307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:17.601050 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14647): Process ended prematurely: osmo-stp_10.42.42.5(pid=14647) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14647)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:00:17.610129 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a21:00:17.672050 run osmo-hlr_10.42.42.2(pid=14644): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14644)]\u000a21:00:17.721611 run osmo-hlr_10.42.42.2(pid=14644): stdout: \u000a| (launched: 2022-12-09_21:00:14.091844) \u000a21:00:17.771659 run osmo-hlr_10.42.42.2(pid=14644): stderr: \u000a| �[0;m�[1;31m20221209210014289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210014289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210014289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210014289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210014289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210014289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210014303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210014311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210014311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210014311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:17.839647 run osmo-msc_10.42.42.6(pid=14650): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14650)]\u000a21:00:17.889333 run osmo-msc_10.42.42.6(pid=14650): stdout: \u000a| (launched: 2022-12-09_21:00:16.181851) \u000a21:00:17.939444 run osmo-msc_10.42.42.6(pid=14650): stderr: \u000a| �[0;m�[38;5;43m20221209210016910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210016912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bc285ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210016913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210016913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210016914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210016916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210016923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210016925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210016926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210016927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:17.981038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14642): Terminating (SIGTERM)\u000a21:00:18.021174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14646): Terminating (SIGTERM)\u000a21:00:18.061452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14649): Terminating (SIGTERM)\u000a21:00:18.071419 --- ParallelTerminationStrategy: PID 14642 died...\u000a21:00:18.125558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14642): Terminated: ok {rc=0}\u000a21:00:18.135226 --- ParallelTerminationStrategy: PID 14646 died...\u000a21:00:18.189112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14646): Terminated: ok {rc=0}\u000a21:00:18.198676 --- ParallelTerminationStrategy: PID 14649 died...\u000a21:00:18.251305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14649): Terminated: ok {rc=0}\u000a21:00:18.338095 bus /sierra_3: Setting Powered False\u000a21:00:19.441223 bus /sierra_3: Setting Powered False\u000a21:00:20.551307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14658): Process ended prematurely: osmo-stp_10.42.42.5(pid=14658) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14658): Process ended prematurely: osmo-stp_10.42.42.5(pid=14658) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:00:21.661637 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:21.673406 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:00:21.827664 tst mo_mt_call_osmux.py: using LAC 23693\u000a21:00:21.949599 tst mo_mt_call_osmux.py: using RAC 233\u000a21:00:22.074027 tst mo_mt_call_osmux.py: using CellId 23693\u000a21:00:22.192613 tst mo_mt_call_osmux.py: using BVCI 23694\u000a21:00:22.216130 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:22.227179 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:22.238056 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:22.249139 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:22.260333 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:00:22.271451 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:00:22.390824 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:00:22.605616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:23.129528 run create_hlr_db(pid=14652): Launched\u000a21:00:23.319187 bus /sierra_2: Setting Powered False\u000a21:00:24.340403 run create_hlr_db(pid=14652): Terminated: ok {rc=0}\u000a21:00:24.750733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14654): Launched\u000a21:00:25.059554 run osmo-hlr_10.42.42.2(pid=14655): Launched\u000a21:00:25.180207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:25.713347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14657): Launched\u000a21:00:26.018241 run osmo-stp_10.42.42.5(pid=14658): Launched\u000a21:00:26.129432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:26.684055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14660): Launched\u000a21:00:26.990109 run osmo-msc_10.42.42.6(pid=14661): Launched\u000a21:00:27.169272 run osmo-stp_10.42.42.5(pid=14658): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)]\u000a21:00:27.298857 run osmo-stp_10.42.42.5(pid=14658): stdout: \u000a| (launched: 2022-12-09_21:00:25.868531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:27.425445 run osmo-stp_10.42.42.5(pid=14658): stderr: \u000a| �[0;m�[38;5;43m20221209210026040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210026040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210026040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210026041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:27.547467 run osmo-stp_10.42.42.5(pid=14658): stdout: \u000a| (launched: 2022-12-09_21:00:25.868531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:27.668611 run osmo-stp_10.42.42.5(pid=14658): stderr: \u000a| �[0;m�[38;5;43m20221209210026040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210026040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210026040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210026041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210026041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:27.722125 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14658): Process ended prematurely: osmo-stp_10.42.42.5(pid=14658) [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)] [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:00:27.730892 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:00:27.790764 run osmo-hlr_10.42.42.2(pid=14655): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14655)]\u000a21:00:27.839392 run osmo-hlr_10.42.42.2(pid=14655): stdout: \u000a| (launched: 2022-12-09_21:00:24.906658) \u000a21:00:27.888789 run osmo-hlr_10.42.42.2(pid=14655): stderr: \u000a| �[0;m�[1;31m20221209210025082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210025082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210025082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210025082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210025082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210025082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210025094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210025103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210025103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210025103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:27.955785 run osmo-msc_10.42.42.6(pid=14661): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14661)]\u000a21:00:28.004340 run osmo-msc_10.42.42.6(pid=14661): stdout: \u000a| (launched: 2022-12-09_21:00:26.838630) \u000a21:00:28.053487 run osmo-msc_10.42.42.6(pid=14661): stderr: \u000a| �[0;m�[38;5;43m20221209210027108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210027108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ea8ffac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210027108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210027108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210027108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210027109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210027110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210027111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210027111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210027111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:28.094576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14654): Terminating (SIGTERM)\u000a21:00:28.133639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14657): Terminating (SIGTERM)\u000a21:00:28.172606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14660): Terminating (SIGTERM)\u000a21:00:28.182106 --- ParallelTerminationStrategy: PID 14654 died...\u000a21:00:28.234748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14654): Terminated: ok {rc=0}\u000a21:00:28.244492 --- ParallelTerminationStrategy: PID 14657 died...\u000a21:00:28.296506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14657): Terminated: ok {rc=0}\u000a21:00:28.306231 --- ParallelTerminationStrategy: PID 14660 died...\u000a21:00:28.358412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14660): Terminated: ok {rc=0}\u000a21:00:28.440216 bus /sierra_3: Setting Powered False\u000a21:00:29.544234 bus /sierra_3: Setting Powered False\u000a21:00:30.651802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:00:10" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14672): Process ended prematurely: osmo-stp_10.42.42.5(pid=14672) [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14672): Process ended prematurely: osmo-stp_10.42.42.5(pid=14672) [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:00:32.731337 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:32.742752 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:32.876222 tst emergency_mo_mt_call.py: using LAC 23694\u000a21:00:32.994418 tst emergency_mo_mt_call.py: using RAC 234\u000a21:00:33.120571 tst emergency_mo_mt_call.py: using CellId 23694\u000a21:00:33.245594 tst emergency_mo_mt_call.py: using BVCI 23695\u000a21:00:33.270230 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:33.281742 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:33.292899 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:33.304363 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:33.315865 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:33.327609 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:33.444618 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:33.652813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:34.166572 run create_hlr_db(pid=14666): Launched\u000a21:00:34.353365 bus /sierra_2: Setting Powered False\u000a21:00:35.374677 run create_hlr_db(pid=14666): Terminated: ok {rc=0}\u000a21:00:35.802181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14668): Launched\u000a21:00:36.124388 run osmo-hlr_10.42.42.2(pid=14669): Launched\u000a21:00:36.243616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:36.800088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14671): Launched\u000a21:00:37.122578 run osmo-stp_10.42.42.5(pid=14672): Launched\u000a21:00:37.248327 tst emergency_mo_mt_call.py: using MSISDN 7374\u000a21:00:37.409077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:37.999362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14674): Launched\u000a21:00:38.321887 run osmo-msc_10.42.42.6(pid=14675): Launched\u000a21:00:38.509678 run osmo-stp_10.42.42.5(pid=14672): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)]\u000a21:00:38.644845 run osmo-stp_10.42.42.5(pid=14672): stdout: \u000a| (launched: 2022-12-09_21:00:36.963121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:38.779557 run osmo-stp_10.42.42.5(pid=14672): stderr: \u000a| �[0;m�[38;5;43m20221209210037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210037155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210037155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210037155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210037156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210037156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210037156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:38.908689 run osmo-stp_10.42.42.5(pid=14672): stdout: \u000a| (launched: 2022-12-09_21:00:36.963121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:39.036519 run osmo-stp_10.42.42.5(pid=14672): stderr: \u000a| �[0;m�[38;5;43m20221209210037154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210037155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210037155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210037155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210037156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210037156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210037156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:39.092421 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14672): Process ended prematurely: osmo-stp_10.42.42.5(pid=14672) [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)] [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a21:00:39.101267 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a21:00:39.163578 run osmo-hlr_10.42.42.2(pid=14669): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14669)]\u000a21:00:39.214552 run osmo-hlr_10.42.42.2(pid=14669): stdout: \u000a| (launched: 2022-12-09_21:00:35.965915) \u000a21:00:39.266056 run osmo-hlr_10.42.42.2(pid=14669): stderr: \u000a| �[0;m�[1;31m20221209210036163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210036163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210036164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210036164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210036164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210036164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210036176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210036185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210036185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210036185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:39.335943 run osmo-msc_10.42.42.6(pid=14675): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14675)]\u000a21:00:39.386712 run osmo-msc_10.42.42.6(pid=14675): stdout: \u000a| (launched: 2022-12-09_21:00:38.162903) \u000a21:00:39.438215 run osmo-msc_10.42.42.6(pid=14675): stderr: \u000a| �[0;m�[38;5;43m20221209210038486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210038486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5511412c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210038486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210038486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210038486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210038486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210038488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210038489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210038489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210038489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:39.481556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14668): Terminating (SIGTERM)\u000a21:00:39.522668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14671): Terminating (SIGTERM)\u000a21:00:39.563726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14674): Terminating (SIGTERM)\u000a21:00:39.573471 --- ParallelTerminationStrategy: PID 14668 died...\u000a21:00:39.628477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14668): Terminated: ok {rc=0}\u000a21:00:39.638658 --- ParallelTerminationStrategy: PID 14671 died...\u000a21:00:39.693446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14671): Terminated: ok {rc=0}\u000a21:00:39.703342 --- ParallelTerminationStrategy: PID 14674 died...\u000a21:00:39.758341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14674): Terminated: ok {rc=0}\u000a21:00:39.844051 bus /sierra_3: Setting Powered False\u000a21:00:40.950777 bus /sierra_3: Setting Powered False\u000a21:00:42.058051 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:00:43.110901 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:43.123629 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:43.265452 tst emergency_preemptive_call.py: using LAC 23695\u000a21:00:43.392602 tst emergency_preemptive_call.py: using RAC 235\u000a21:00:43.522745 tst emergency_preemptive_call.py: using CellId 23695\u000a21:00:43.647227 tst emergency_preemptive_call.py: using BVCI 23696\u000a21:00:43.671675 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:43.682997 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:43.694135 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:43.705222 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:43.716249 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:00:43.727320 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:43.845353 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:43.964052 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:44.078577 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:44.282473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:44.790099 run create_hlr_db(pid=14677): Launched\u000a21:00:44.963592 bus /sierra_2: Setting Powered False\u000a21:00:46.001891 run create_hlr_db(pid=14677): Terminated: ok {rc=0}\u000a21:00:46.424051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Launched\u000a21:00:46.833251 run osmo-hlr_10.42.42.2(pid=14680): Launched\u000a21:00:47.010745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:47.592407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Launched\u000a21:00:47.892489 run osmo-stp_10.42.42.5(pid=14683): Launched\u000a21:00:48.022426 tst emergency_preemptive_call.py: using MSISDN 7375\u000a21:00:48.176193 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:00:48.719755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Launched\u000a21:00:49.019696 run osmo-msc_10.42.42.6(pid=14686): Launched\u000a21:00:49.196035 run osmo-stp_10.42.42.5(pid=14683): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)]\u000a21:00:49.323327 run osmo-stp_10.42.42.5(pid=14683): stdout: \u000a| (launched: 2022-12-09_21:00:47.745086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:49.448535 run osmo-stp_10.42.42.5(pid=14683): stderr: \u000a| �[0;m�[38;5;43m20221209210047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210047916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210047917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210047917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210047918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210047918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:49.569460 run osmo-stp_10.42.42.5(pid=14683): stdout: \u000a| (launched: 2022-12-09_21:00:47.745086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:49.689144 run osmo-stp_10.42.42.5(pid=14683): stderr: \u000a| �[0;m�[38;5;43m20221209210047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210047915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210047916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210047917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210047917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210047918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210047918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:49.741600 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)] [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a21:00:49.749756 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:00:49.809727 run osmo-hlr_10.42.42.2(pid=14680): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14680)]\u000a21:00:49.858703 run osmo-hlr_10.42.42.2(pid=14680): stdout: \u000a| (launched: 2022-12-09_21:00:46.580823) \u000a21:00:49.908421 run osmo-hlr_10.42.42.2(pid=14680): stderr: \u000a| �[0;m�[1;31m20221209210046920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210046920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210046920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210046920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210046920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210046920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210046939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210046948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210046948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210046948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:49.975857 run osmo-msc_10.42.42.6(pid=14686): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14686)]\u000a21:00:50.024645 run osmo-msc_10.42.42.6(pid=14686): stdout: \u000a| (launched: 2022-12-09_21:00:48.871573) \u000a21:00:50.074023 run osmo-msc_10.42.42.6(pid=14686): stderr: \u000a| �[0;m�[38;5;43m20221209210049142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210049143 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d59670c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210049143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210049143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210049143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210049143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210049145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210049145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210049146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210049146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:00:50.115771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Terminating (SIGTERM)\u000a21:00:50.155307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Terminating (SIGTERM)\u000a21:00:50.194609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Terminating (SIGTERM)\u000a21:00:50.204024 --- ParallelTerminationStrategy: PID 14679 died...\u000a21:00:50.257640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Terminated: ok {rc=0}\u000a21:00:50.267294 --- ParallelTerminationStrategy: PID 14682 died...\u000a21:00:50.319796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Terminated: ok {rc=0}\u000a21:00:50.329823 --- ParallelTerminationStrategy: PID 14685 died...\u000a21:00:50.383269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Terminated: ok {rc=0}\u000a21:00:50.470409 bus /sierra_9: Setting Powered False\u000a21:00:51.572346 bus /sierra_9: Setting Powered False\u000a21:00:52.683719 bus /sierra_8: Setting Powered False\u000a21:00:53.785885 bus /sierra_8: Setting Powered False\u000a21:00:54.896155 bus /sierra_3: Setting Powered False\u000a21:00:55.998983 bus /sierra_3: Setting Powered False\u000a21:00:57.110442 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:00:32" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14701): Process ended prematurely: osmo-stp_10.42.42.5(pid=14701) [trial-2364↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14701)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14701): Process ended prematurely: osmo-stp_10.42.42.5(pid=14701) [trial-2364↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:00:59.230649 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.241851 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:00:59.381594 tst cs_paging_gprs_active.py: using LAC 23696\u000a21:00:59.509723 tst cs_paging_gprs_active.py: using RAC 236\u000a21:00:59.630868 tst cs_paging_gprs_active.py: using CellId 23696\u000a21:00:59.751264 tst cs_paging_gprs_active.py: using BVCI 23697\u000a21:00:59.774660 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.785634 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.796236 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.807499 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.818711 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.829976 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.841243 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.852277 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:00:59.863666 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:00:59.984467 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:00.267057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:01:00.394953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:00.710462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14691): Launched\u000a21:01:00.995370 run iperf3-srv_10.42.42.10(pid=14692): Launched\u000a21:01:01.202278 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:01:01.342849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:01.703631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14693): Launched\u000a21:01:02.006124 run iperf3-srv_10.42.42.10(pid=14694): Launched\u000a21:01:02.211723 tst cs_paging_gprs_active.py:38: start network...\u000a21:01:02.349616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:02.874239 run create_hlr_db(pid=14695): Launched\u000a21:01:03.063974 bus /sierra_2: Setting Powered False\u000a21:01:04.084798 run create_hlr_db(pid=14695): Terminated: ok {rc=0}\u000a21:01:04.518638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14697): Launched\u000a21:01:04.844849 run osmo-hlr_10.42.42.2(pid=14698): Launched\u000a21:01:04.966219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:05.535990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14700): Launched\u000a21:01:05.862944 run osmo-stp_10.42.42.5(pid=14701): Launched\u000a21:01:05.981869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:06.552346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14703): Launched\u000a21:01:06.669217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:06.954712 run patchelf(pid=14704): Launched\u000a21:01:07.146217 run osmo-stp_10.42.42.5(pid=14701): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14701)]\u000a21:01:07.285861 run osmo-stp_10.42.42.5(pid=14701): stdout: \u000a| (launched: 2022-12-09_21:01:05.703236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:07.425369 run osmo-stp_10.42.42.5(pid=14701): stderr: \u000a| �[0;m�[38;5;43m20221209210105894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210105895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210105895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210105895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210105896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210105896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210105896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:07.560248 run osmo-stp_10.42.42.5(pid=14701): stdout: \u000a| (launched: 2022-12-09_21:01:05.703236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:07.694148 run osmo-stp_10.42.42.5(pid=14701): stderr: \u000a| �[0;m�[38;5;43m20221209210105894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210105895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210105895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210105895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210105896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210105896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210105896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:07.850052 run patchelf(pid=14704): Terminating (SIGINT)\u000a21:01:08.033685 run patchelf(pid=14704): Terminated: ok {rc=0}\u000a21:01:08.067422 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14701): Process ended prematurely: osmo-stp_10.42.42.5(pid=14701) [trial-2364↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14701)] [trial-2364↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a21:01:08.077514 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:01:08.140146 run osmo-hlr_10.42.42.2(pid=14698): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14698)]\u000a21:01:08.191020 run osmo-hlr_10.42.42.2(pid=14698): stdout: \u000a| (launched: 2022-12-09_21:01:04.685655) \u000a21:01:08.242230 run osmo-hlr_10.42.42.2(pid=14698): stderr: \u000a| �[0;m�[1;31m20221209210104885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210104885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210104885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210104885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210104885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210104885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210104897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210104905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210104906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210104906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:08.286052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14691): Terminating (SIGTERM)\u000a21:01:08.327231 run iperf3-srv_10.42.42.10(pid=14692): Terminating (SIGTERM)\u000a21:01:08.368697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14693): Terminating (SIGTERM)\u000a21:01:08.409807 run iperf3-srv_10.42.42.10(pid=14694): Terminating (SIGTERM)\u000a21:01:08.451027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14697): Terminating (SIGTERM)\u000a21:01:08.492320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14700): Terminating (SIGTERM)\u000a21:01:08.533765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14703): Terminating (SIGTERM)\u000a21:01:08.543526 --- ParallelTerminationStrategy: PID 14691 died...\u000a21:01:08.599328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14691): Terminated: ok {rc=0}\u000a21:01:08.609578 --- ParallelTerminationStrategy: PID 14692 died...\u000a21:01:08.664916 run iperf3-srv_10.42.42.10(pid=14692): Terminated {rc=256}\u000a21:01:08.675149 --- ParallelTerminationStrategy: PID 14693 died...\u000a21:01:08.730382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14693): Terminated: ok {rc=0}\u000a21:01:08.740629 --- ParallelTerminationStrategy: PID 14694 died...\u000a21:01:08.795623 run iperf3-srv_10.42.42.10(pid=14694): Terminated {rc=256}\u000a21:01:08.806036 --- ParallelTerminationStrategy: PID 14697 died...\u000a21:01:08.861377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14697): Terminated: ok {rc=0}\u000a21:01:08.871763 --- ParallelTerminationStrategy: PID 14700 died...\u000a21:01:08.927459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14700): Terminated: ok {rc=0}\u000a21:01:08.937961 --- ParallelTerminationStrategy: PID 14703 died...\u000a21:01:08.993283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14703): Terminated: ok {rc=0}\u000a21:01:09.079435 bus /gobi_0: Setting Powered False\u000a21:01:10.182070 bus /gobi_0: Setting Powered False\u000a21:01:11.289135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14713): Process ended prematurely: osmo-stp_10.42.42.5(pid=14713) [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14713)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14713): Process ended prematurely: osmo-stp_10.42.42.5(pid=14713) [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a21:01:12.404604 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:12.416606 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:12.560653 tst iperf3.py: using LAC 23697\u000a21:01:12.697992 tst iperf3.py: using RAC 237\u000a21:01:12.826056 tst iperf3.py: using CellId 23697\u000a21:01:12.952839 tst iperf3.py: using BVCI 23698\u000a21:01:12.978274 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:12.989693 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.000772 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.012162 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.023290 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.034778 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.046232 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.057665 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:13.069172 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:13.361411 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:01:13.498516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:13.838115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14705): Launched\u000a21:01:14.119318 run iperf3-srv_10.42.42.10(pid=14706): Launched\u000a21:01:14.320429 tst iperf3.py:8: start network...\u000a21:01:14.457225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:14.980162 run create_hlr_db(pid=14707): Launched\u000a21:01:15.169167 bus /gobi_6: Setting Powered False\u000a21:01:16.240002 run create_hlr_db(pid=14707): Terminated: ok {rc=0}\u000a21:01:16.692551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14709): Launched\u000a21:01:17.068456 run osmo-hlr_10.42.42.2(pid=14710): Launched\u000a21:01:17.294913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:17.871793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14712): Launched\u000a21:01:18.177424 run osmo-stp_10.42.42.5(pid=14713): Launched\u000a21:01:18.288682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:18.819119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14715): Launched\u000a21:01:18.927774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:19.193548 run patchelf(pid=14716): Launched\u000a21:01:19.371951 run osmo-stp_10.42.42.5(pid=14713): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14713)]\u000a21:01:19.502742 run osmo-stp_10.42.42.5(pid=14713): stdout: \u000a| (launched: 2022-12-09_21:01:18.027112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:19.634036 run osmo-stp_10.42.42.5(pid=14713): stderr: \u000a| �[0;m�[38;5;43m20221209210118198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210118198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210118198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210118198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210118199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210118199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210118199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:19.760811 run osmo-stp_10.42.42.5(pid=14713): stdout: \u000a| (launched: 2022-12-09_21:01:18.027112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:19.886311 run osmo-stp_10.42.42.5(pid=14713): stderr: \u000a| �[0;m�[38;5;43m20221209210118198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210118198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210118198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210118198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210118199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210118199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210118199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:20.032316 run patchelf(pid=14716): Terminating (SIGINT)\u000a21:01:20.203955 run patchelf(pid=14716): Terminated: ok {rc=0}\u000a21:01:20.235400 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14713): Process ended prematurely: osmo-stp_10.42.42.5(pid=14713) [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14713)] [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a21:01:20.244717 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:01:20.305508 run osmo-hlr_10.42.42.2(pid=14710): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14710)]\u000a21:01:20.354724 run osmo-hlr_10.42.42.2(pid=14710): stdout: \u000a| (launched: 2022-12-09_21:01:16.904384) \u000a21:01:20.404825 run osmo-hlr_10.42.42.2(pid=14710): stderr: \u000a| �[0;m�[1;31m20221209210117294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210117295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210117295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210117295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210117295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210117295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210117311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210117333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210117333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:20.446740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14705): Terminating (SIGTERM)\u000a21:01:20.486280 run iperf3-srv_10.42.42.10(pid=14706): Terminating (SIGTERM)\u000a21:01:20.526019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14709): Terminating (SIGTERM)\u000a21:01:20.565676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14712): Terminating (SIGTERM)\u000a21:01:20.605414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14715): Terminating (SIGTERM)\u000a21:01:20.614741 --- ParallelTerminationStrategy: PID 14705 died...\u000a21:01:20.667910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14705): Terminated: ok {rc=0}\u000a21:01:20.678036 --- ParallelTerminationStrategy: PID 14706 died...\u000a21:01:20.730900 run iperf3-srv_10.42.42.10(pid=14706): Terminated {rc=256}\u000a21:01:20.740899 --- ParallelTerminationStrategy: PID 14709 died...\u000a21:01:20.794033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14709): Terminated: ok {rc=0}\u000a21:01:20.803988 --- ParallelTerminationStrategy: PID 14712 died...\u000a21:01:20.856838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14712): Terminated: ok {rc=0}\u000a21:01:20.866793 --- ParallelTerminationStrategy: PID 14715 died...\u000a21:01:20.919961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14715): Terminated: ok {rc=0}\u000a21:01:21.009039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14731): Process ended prematurely: osmo-stp_10.42.42.5(pid=14731) [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14731): Process ended prematurely: osmo-stp_10.42.42.5(pid=14731) [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a21:01:22.123644 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.135803 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:22.278172 tst iperf3m4.py: using LAC 23698\u000a21:01:22.406315 tst iperf3m4.py: using RAC 238\u000a21:01:22.537454 tst iperf3m4.py: using CellId 23698\u000a21:01:22.667255 tst iperf3m4.py: using BVCI 23699\u000a21:01:22.692396 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.703952 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.715274 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.726525 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.737902 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.749163 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.760743 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.772045 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:22.783949 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:22.905004 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:23.026326 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:23.142695 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:23.426919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:01:23.555372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:23.872630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14717): Launched\u000a21:01:24.134855 run iperf3-srv_10.42.42.10(pid=14718): Launched\u000a21:01:24.320632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:01:24.448201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:24.764790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14719): Launched\u000a21:01:25.027166 run iperf3-srv_10.42.42.10(pid=14720): Launched\u000a21:01:25.213052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:01:25.340303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:25.657194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14721): Launched\u000a21:01:25.920076 run iperf3-srv_10.42.42.10(pid=14722): Launched\u000a21:01:26.106316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:01:26.234270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:26.551867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14723): Launched\u000a21:01:26.814497 run iperf3-srv_10.42.42.10(pid=14724): Launched\u000a21:01:27.000845 tst iperf3m4.py:8: start network...\u000a21:01:27.128447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:27.625907 run create_hlr_db(pid=14725): Launched\u000a21:01:27.815344 bus /gobi_6: Setting Powered False\u000a21:01:28.834727 run create_hlr_db(pid=14725): Terminated: ok {rc=0}\u000a21:01:29.270111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14727): Launched\u000a21:01:29.597011 run osmo-hlr_10.42.42.2(pid=14728): Launched\u000a21:01:29.716047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:30.381966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14730): Launched\u000a21:01:30.700463 run osmo-stp_10.42.42.5(pid=14731): Launched\u000a21:01:30.816011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:31.459333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14733): Launched\u000a21:01:31.575515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:31.871812 run patchelf(pid=14734): Launched\u000a21:01:32.062082 run osmo-stp_10.42.42.5(pid=14731): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)]\u000a21:01:32.201845 run osmo-stp_10.42.42.5(pid=14731): stdout: \u000a| (launched: 2022-12-09_21:01:30.544428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:32.338991 run osmo-stp_10.42.42.5(pid=14731): stderr: \u000a| �[0;m�[38;5;43m20221209210130733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210130733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210130733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210130733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210130734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210130734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210130734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:32.471489 run osmo-stp_10.42.42.5(pid=14731): stdout: \u000a| (launched: 2022-12-09_21:01:30.544428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:32.602760 run osmo-stp_10.42.42.5(pid=14731): stderr: \u000a| �[0;m�[38;5;43m20221209210130733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210130733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210130733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210130733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210130734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210130734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210130734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:32.755247 run patchelf(pid=14734): Terminating (SIGINT)\u000a21:01:32.935022 run patchelf(pid=14734): Terminated: ok {rc=0}\u000a21:01:32.968306 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14731): Process ended prematurely: osmo-stp_10.42.42.5(pid=14731) [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)] [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a21:01:32.978834 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:01:33.042123 run osmo-hlr_10.42.42.2(pid=14728): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14728)]\u000a21:01:33.093279 run osmo-hlr_10.42.42.2(pid=14728): stdout: \u000a| (launched: 2022-12-09_21:01:29.436625) \u000a21:01:33.145245 run osmo-hlr_10.42.42.2(pid=14728): stderr: \u000a| �[0;m�[1;31m20221209210129635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210129635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210129635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210129635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210129635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210129635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210129647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210129656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210129656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210129656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:33.189168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14717): Terminating (SIGTERM)\u000a21:01:33.230771 run iperf3-srv_10.42.42.10(pid=14718): Terminating (SIGTERM)\u000a21:01:33.272449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14719): Terminating (SIGTERM)\u000a21:01:33.314106 run iperf3-srv_10.42.42.10(pid=14720): Terminating (SIGTERM)\u000a21:01:33.355924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14721): Terminating (SIGTERM)\u000a21:01:33.397563 run iperf3-srv_10.42.42.10(pid=14722): Terminating (SIGTERM)\u000a21:01:33.439244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14723): Terminating (SIGTERM)\u000a21:01:33.480717 run iperf3-srv_10.42.42.10(pid=14724): Terminating (SIGTERM)\u000a21:01:33.524061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14727): Terminating (SIGTERM)\u000a21:01:33.565817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14730): Terminating (SIGTERM)\u000a21:01:33.607406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14733): Terminating (SIGTERM)\u000a21:01:33.617450 --- ParallelTerminationStrategy: PID 14717 died...\u000a21:01:33.672902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14717): Terminated: ok {rc=0}\u000a21:01:33.683327 --- ParallelTerminationStrategy: PID 14718 died...\u000a21:01:33.738495 run iperf3-srv_10.42.42.10(pid=14718): Terminated {rc=256}\u000a21:01:33.748437 --- ParallelTerminationStrategy: PID 14719 died...\u000a21:01:33.803993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14719): Terminated: ok {rc=0}\u000a21:01:33.814433 --- ParallelTerminationStrategy: PID 14720 died...\u000a21:01:33.869551 run iperf3-srv_10.42.42.10(pid=14720): Terminated {rc=256}\u000a21:01:33.879649 --- ParallelTerminationStrategy: PID 14721 died...\u000a21:01:33.935775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14721): Terminated: ok {rc=0}\u000a21:01:33.945953 --- ParallelTerminationStrategy: PID 14722 died...\u000a21:01:34.000642 run iperf3-srv_10.42.42.10(pid=14722): Terminated {rc=256}\u000a21:01:34.010661 --- ParallelTerminationStrategy: PID 14723 died...\u000a21:01:34.065353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14723): Terminated: ok {rc=0}\u000a21:01:34.075474 --- ParallelTerminationStrategy: PID 14724 died...\u000a21:01:34.130231 run iperf3-srv_10.42.42.10(pid=14724): Terminated {rc=256}\u000a21:01:34.140337 --- ParallelTerminationStrategy: PID 14727 died...\u000a21:01:34.195334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14727): Terminated: ok {rc=0}\u000a21:01:34.205372 --- ParallelTerminationStrategy: PID 14730 died...\u000a21:01:34.260498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14730): Terminated: ok {rc=0}\u000a21:01:34.270483 --- ParallelTerminationStrategy: PID 14733 died...\u000a21:01:34.325586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14733): Terminated: ok {rc=0}\u000a21:01:34.411482 bus /gobi_4: Setting Powered False\u000a21:01:35.517138 bus /gobi_4: Setting Powered False\u000a21:01:36.623607 bus /gobi_1: Setting Powered False\u000a21:01:37.729451 bus /gobi_1: Setting Powered False\u000a21:01:38.836120 bus /gobi_0: Setting Powered False\u000a21:01:39.940100 bus /gobi_0: Setting Powered False\u000a21:01:41.046975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14741): Process ended prematurely: osmo-stp_10.42.42.5(pid=14741) [trial-2364↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14741)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14741): Process ended prematurely: osmo-stp_10.42.42.5(pid=14741) [trial-2364↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a21:01:42.113530 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.125679 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:42.263608 tst ping.py: using LAC 23699\u000a21:01:42.383189 tst ping.py: using RAC 239\u000a21:01:42.505288 tst ping.py: using CellId 23699\u000a21:01:42.628193 tst ping.py: using BVCI 23700\u000a21:01:42.652393 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.663742 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.675053 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.686237 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.697150 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.707955 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.719103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:42.730145 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:43.017649 tst ping.py:19: start network...\u000a21:01:43.148392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:43.651664 run create_hlr_db(pid=14735): Launched\u000a21:01:43.834040 bus /gobi_6: Setting Powered False\u000a21:01:44.855196 run create_hlr_db(pid=14735): Terminated: ok {rc=0}\u000a21:01:45.249967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14737): Launched\u000a21:01:45.544203 run osmo-hlr_10.42.42.2(pid=14738): Launched\u000a21:01:45.652059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:46.246564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14740): Launched\u000a21:01:46.741835 run osmo-stp_10.42.42.5(pid=14741): Launched\u000a21:01:46.929198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:47.531761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14743): Launched\u000a21:01:47.643849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:47.918658 run patchelf(pid=14744): Launched\u000a21:01:48.103174 run osmo-stp_10.42.42.5(pid=14741): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14741)]\u000a21:01:48.237576 run osmo-stp_10.42.42.5(pid=14741): stdout: \u000a| (launched: 2022-12-09_21:01:46.451542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:48.371930 run osmo-stp_10.42.42.5(pid=14741): stderr: \u000a| �[0;m�[38;5;43m20221209210146710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210146710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210146710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210146711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:48.501769 run osmo-stp_10.42.42.5(pid=14741): stdout: \u000a| (launched: 2022-12-09_21:01:46.451542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:48.630424 run osmo-stp_10.42.42.5(pid=14741): stderr: \u000a| �[0;m�[38;5;43m20221209210146710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210146710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210146710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210146711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:48.780086 run patchelf(pid=14744): Terminating (SIGINT)\u000a21:01:48.956224 run patchelf(pid=14744): Terminated: ok {rc=0}\u000a21:01:48.988490 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14741): Process ended prematurely: osmo-stp_10.42.42.5(pid=14741) [trial-2364↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14741)] [trial-2364↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a21:01:48.997881 tst ping.py:22: Test FAILED (6.9 sec)\u000a21:01:49.059783 run osmo-hlr_10.42.42.2(pid=14738): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14738)]\u000a21:01:49.110564 run osmo-hlr_10.42.42.2(pid=14738): stdout: \u000a| (launched: 2022-12-09_21:01:45.399304) \u000a21:01:49.161704 run osmo-hlr_10.42.42.2(pid=14738): stderr: \u000a| �[0;m�[1;31m20221209210145574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210145574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210145574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210145574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210145574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210145574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210145586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210145595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210145595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210145595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:49.205724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14737): Terminating (SIGTERM)\u000a21:01:49.247351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14740): Terminating (SIGTERM)\u000a21:01:49.288638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14743): Terminating (SIGTERM)\u000a21:01:49.298199 --- ParallelTerminationStrategy: PID 14737 died...\u000a21:01:49.353455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14737): Terminated: ok {rc=0}\u000a21:01:49.363450 --- ParallelTerminationStrategy: PID 14740 died...\u000a21:01:49.418084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14740): Terminated: ok {rc=0}\u000a21:01:49.427999 --- ParallelTerminationStrategy: PID 14743 died...\u000a21:01:49.482768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14743): Terminated: ok {rc=0}\u000a21:01:49.568727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14751): Process ended prematurely: osmo-stp_10.42.42.5(pid=14751) [trial-2364↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14751)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14751): Process ended prematurely: osmo-stp_10.42.42.5(pid=14751) [trial-2364↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a21:01:50.621895 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:50.634264 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:01:50.772588 tst ping_idle_ping.py: using LAC 23700\u000a21:01:50.891705 tst ping_idle_ping.py: using RAC 240\u000a21:01:51.007491 tst ping_idle_ping.py: using CellId 23700\u000a21:01:51.126024 tst ping_idle_ping.py: using BVCI 23701\u000a21:01:51.148875 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.159786 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.170515 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.181924 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.192746 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.203652 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.214841 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:01:51.225659 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:01:51.512042 tst ping_idle_ping.py:24: start network...\u000a21:01:51.644352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:52.153654 run create_hlr_db(pid=14745): Launched\u000a21:01:52.336283 bus /gobi_6: Setting Powered False\u000a21:01:53.357064 run create_hlr_db(pid=14745): Terminated: ok {rc=0}\u000a21:01:53.755328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14747): Launched\u000a21:01:54.052690 run osmo-hlr_10.42.42.2(pid=14748): Launched\u000a21:01:54.168252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:54.689129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14750): Launched\u000a21:01:54.984342 run osmo-stp_10.42.42.5(pid=14751): Launched\u000a21:01:55.092436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:55.607042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14753): Launched\u000a21:01:55.712899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:55.970627 run patchelf(pid=14754): Launched\u000a21:01:56.144422 run osmo-stp_10.42.42.5(pid=14751): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14751)]\u000a21:01:56.271335 run osmo-stp_10.42.42.5(pid=14751): stdout: \u000a| (launched: 2022-12-09_21:01:54.838993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:56.398675 run osmo-stp_10.42.42.5(pid=14751): stderr: \u000a| �[0;m�[38;5;43m20221209210155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210155007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210155008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210155008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210155008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:56.520907 run osmo-stp_10.42.42.5(pid=14751): stdout: \u000a| (launched: 2022-12-09_21:01:54.838993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:56.642740 run osmo-stp_10.42.42.5(pid=14751): stderr: \u000a| �[0;m�[38;5;43m20221209210155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210155007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210155007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210155008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210155008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210155008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:56.784322 run patchelf(pid=14754): Terminating (SIGINT)\u000a21:01:56.950565 run patchelf(pid=14754): Terminated: ok {rc=0}\u000a21:01:56.980907 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14751): Process ended prematurely: osmo-stp_10.42.42.5(pid=14751) [trial-2364↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14751)] [trial-2364↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a21:01:56.989711 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:01:57.049170 run osmo-hlr_10.42.42.2(pid=14748): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14748)]\u000a21:01:57.097697 run osmo-hlr_10.42.42.2(pid=14748): stdout: \u000a| (launched: 2022-12-09_21:01:53.906160) \u000a21:01:57.147054 run osmo-hlr_10.42.42.2(pid=14748): stderr: \u000a| �[0;m�[1;31m20221209210154081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210154081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210154082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210154082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210154082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210154082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210154094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210154102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210154102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210154103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:57.188634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14747): Terminating (SIGTERM)\u000a21:01:57.228132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14750): Terminating (SIGTERM)\u000a21:01:57.267313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14753): Terminating (SIGTERM)\u000a21:01:57.276577 --- ParallelTerminationStrategy: PID 14747 died...\u000a21:01:57.329819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14747): Terminated: ok {rc=0}\u000a21:01:57.339284 --- ParallelTerminationStrategy: PID 14750 died...\u000a21:01:57.391485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14750): Terminated: ok {rc=0}\u000a21:01:57.400783 --- ParallelTerminationStrategy: PID 14753 died...\u000a21:01:57.452703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14753): Terminated: ok {rc=0}\u000a21:01:57.535138 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:00:58" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14769): Process ended prematurely: osmo-stp_10.42.42.5(pid=14769) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14769)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14769): Process ended prematurely: osmo-stp_10.42.42.5(pid=14769) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:01:59.665388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:59.676161 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:01:59.808083 tst cs_paging_gprs_active.py: using LAC 23701\u000a21:01:59.923705 tst cs_paging_gprs_active.py: using RAC 241\u000a21:02:00.050194 tst cs_paging_gprs_active.py: using CellId 23701\u000a21:02:00.176414 tst cs_paging_gprs_active.py: using BVCI 23702\u000a21:02:00.201290 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.212707 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.224016 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.235234 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.246415 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.257625 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.268860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.280044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:00.291385 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:00.408226 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:00.699989 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:02:00.840120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:01.214981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14759): Launched\u000a21:02:01.578458 run iperf3-srv_10.42.42.10(pid=14760): Launched\u000a21:02:01.782097 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:02:01.921950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:02.273241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14761): Launched\u000a21:02:02.550350 run iperf3-srv_10.42.42.10(pid=14762): Launched\u000a21:02:02.747810 tst cs_paging_gprs_active.py:38: start network...\u000a21:02:02.882787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:03.399527 run create_hlr_db(pid=14763): Launched\u000a21:02:03.585542 bus /gobi_6: Setting Powered False\u000a21:02:04.609243 run create_hlr_db(pid=14763): Terminated: ok {rc=0}\u000a21:02:05.039722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14765): Launched\u000a21:02:05.367270 run osmo-hlr_10.42.42.2(pid=14766): Launched\u000a21:02:05.483664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:06.043357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14768): Launched\u000a21:02:06.365180 run osmo-stp_10.42.42.5(pid=14769): Launched\u000a21:02:06.480889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:07.043581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14771): Launched\u000a21:02:07.158821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:07.439402 run patchelf(pid=14772): Launched\u000a21:02:07.627564 run osmo-stp_10.42.42.5(pid=14769): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14769)]\u000a21:02:07.765483 run osmo-stp_10.42.42.5(pid=14769): stdout: \u000a| (launched: 2022-12-09_21:02:06.208419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:07.903269 run osmo-stp_10.42.42.5(pid=14769): stderr: \u000a| �[0;m�[38;5;43m20221209210206400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210206400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210206400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210206400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210206401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210206401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210206401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:08.037348 run osmo-stp_10.42.42.5(pid=14769): stdout: \u000a| (launched: 2022-12-09_21:02:06.208419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:08.169749 run osmo-stp_10.42.42.5(pid=14769): stderr: \u000a| �[0;m�[38;5;43m20221209210206400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210206400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210206400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210206400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210206401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210206401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210206401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:08.323223 run patchelf(pid=14772): Terminating (SIGINT)\u000a21:02:08.503635 run patchelf(pid=14772): Terminated: ok {rc=0}\u000a21:02:08.536790 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14769): Process ended prematurely: osmo-stp_10.42.42.5(pid=14769) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14769)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:02:08.546930 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:02:08.609283 run osmo-hlr_10.42.42.2(pid=14766): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14766)]\u000a21:02:08.660187 run osmo-hlr_10.42.42.2(pid=14766): stdout: \u000a| (launched: 2022-12-09_21:02:05.205081) \u000a21:02:08.711883 run osmo-hlr_10.42.42.2(pid=14766): stderr: \u000a| �[0;m�[1;31m20221209210205403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210205403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210205403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210205403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210205403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210205403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210205416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210205424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210205424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210205425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:08.756090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14759): Terminating (SIGTERM)\u000a21:02:08.797602 run iperf3-srv_10.42.42.10(pid=14760): Terminating (SIGTERM)\u000a21:02:08.839095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14761): Terminating (SIGTERM)\u000a21:02:08.880696 run iperf3-srv_10.42.42.10(pid=14762): Terminating (SIGTERM)\u000a21:02:08.922263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14765): Terminating (SIGTERM)\u000a21:02:08.964182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14768): Terminating (SIGTERM)\u000a21:02:09.006051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14771): Terminating (SIGTERM)\u000a21:02:09.015477 --- ParallelTerminationStrategy: PID 14759 died...\u000a21:02:09.070746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14759): Terminated: ok {rc=0}\u000a21:02:09.080852 --- ParallelTerminationStrategy: PID 14760 died...\u000a21:02:09.135789 run iperf3-srv_10.42.42.10(pid=14760): Terminated {rc=256}\u000a21:02:09.145819 --- ParallelTerminationStrategy: PID 14761 died...\u000a21:02:09.200620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14761): Terminated: ok {rc=0}\u000a21:02:09.210605 --- ParallelTerminationStrategy: PID 14762 died...\u000a21:02:09.265464 run iperf3-srv_10.42.42.10(pid=14762): Terminated {rc=256}\u000a21:02:09.275294 --- ParallelTerminationStrategy: PID 14765 died...\u000a21:02:09.330377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14765): Terminated: ok {rc=0}\u000a21:02:09.340167 --- ParallelTerminationStrategy: PID 14768 died...\u000a21:02:09.395846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14768): Terminated: ok {rc=0}\u000a21:02:09.406136 --- ParallelTerminationStrategy: PID 14771 died...\u000a21:02:09.461192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14771): Terminated: ok {rc=0}\u000a21:02:09.547298 bus /gobi_0: Setting Powered False\u000a21:02:10.653645 bus /gobi_0: Setting Powered False\u000a21:02:11.760660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:02:12.874299 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:12.886762 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:13.028922 tst iperf3.py: using LAC 23702\u000a21:02:13.152004 tst iperf3.py: using RAC 242\u000a21:02:13.273365 tst iperf3.py: using CellId 23702\u000a21:02:13.394048 tst iperf3.py: using BVCI 23703\u000a21:02:13.417031 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.428032 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.438960 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.450072 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.461524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.472700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.483924 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.495103 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:13.506406 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:13.798102 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:02:13.932218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:14.264937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14773): Launched\u000a21:02:14.540827 run iperf3-srv_10.42.42.10(pid=14774): Launched\u000a21:02:14.737875 tst iperf3.py:8: start network...\u000a21:02:14.872294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:15.387081 run create_hlr_db(pid=14775): Launched\u000a21:02:15.572854 bus /gobi_6: Setting Powered False\u000a21:02:16.598837 run create_hlr_db(pid=14775): Terminated: ok {rc=0}\u000a21:02:17.047146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Launched\u000a21:02:17.362829 run osmo-hlr_10.42.42.2(pid=14778): Launched\u000a21:02:17.480836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:18.010064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Launched\u000a21:02:18.312918 run osmo-stp_10.42.42.5(pid=14781): Launched\u000a21:02:18.422822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:18.945376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Launched\u000a21:02:19.052520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:19.316207 run patchelf(pid=14784): Launched\u000a21:02:19.492053 run osmo-stp_10.42.42.5(pid=14781): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)]\u000a21:02:19.621179 run osmo-stp_10.42.42.5(pid=14781): stdout: \u000a| (launched: 2022-12-09_21:02:18.163017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:19.750623 run osmo-stp_10.42.42.5(pid=14781): stderr: \u000a| �[0;m�[38;5;43m20221209210218332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210218332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210218332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210218333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210218333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210218333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210218333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:19.875211 run osmo-stp_10.42.42.5(pid=14781): stdout: \u000a| (launched: 2022-12-09_21:02:18.163017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:19.999324 run osmo-stp_10.42.42.5(pid=14781): stderr: \u000a| �[0;m�[38;5;43m20221209210218332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210218332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210218332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210218333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210218333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210218333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210218333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:20.143202 run patchelf(pid=14784): Terminating (SIGINT)\u000a21:02:20.313518 run patchelf(pid=14784): Terminated: ok {rc=0}\u000a21:02:20.344583 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14781): Process ended prematurely: osmo-stp_10.42.42.5(pid=14781) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14781)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a21:02:20.353963 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:02:20.414425 run osmo-hlr_10.42.42.2(pid=14778): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14778)]\u000a21:02:20.463340 run osmo-hlr_10.42.42.2(pid=14778): stdout: \u000a| (launched: 2022-12-09_21:02:17.213286) \u000a21:02:20.513245 run osmo-hlr_10.42.42.2(pid=14778): stderr: \u000a| �[0;m�[1;31m20221209210217386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210217386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210217386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210217386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210217386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210217386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210217399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210217409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210217410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210217410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:20.554879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14773): Terminating (SIGTERM)\u000a21:02:20.594631 run iperf3-srv_10.42.42.10(pid=14774): Terminating (SIGTERM)\u000a21:02:20.634437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Terminating (SIGTERM)\u000a21:02:20.673802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Terminating (SIGTERM)\u000a21:02:20.713286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Terminating (SIGTERM)\u000a21:02:20.722633 --- ParallelTerminationStrategy: PID 14773 died...\u000a21:02:20.775754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14773): Terminated: ok {rc=0}\u000a21:02:20.785163 --- ParallelTerminationStrategy: PID 14774 died...\u000a21:02:20.837115 run iperf3-srv_10.42.42.10(pid=14774): Terminated {rc=256}\u000a21:02:20.846666 --- ParallelTerminationStrategy: PID 14777 died...\u000a21:02:20.898949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14777): Terminated: ok {rc=0}\u000a21:02:20.908630 --- ParallelTerminationStrategy: PID 14780 died...\u000a21:02:20.961475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14780): Terminated: ok {rc=0}\u000a21:02:20.971133 --- ParallelTerminationStrategy: PID 14783 died...\u000a21:02:21.024226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14783): Terminated: ok {rc=0}\u000a21:02:21.111284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14799): Process ended prematurely: osmo-stp_10.42.42.5(pid=14799) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14799)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14799): Process ended prematurely: osmo-stp_10.42.42.5(pid=14799) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:02:22.221645 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.233575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:22.374951 tst iperf3m4.py: using LAC 23703\u000a21:02:22.491082 tst iperf3m4.py: using RAC 243\u000a21:02:22.607516 tst iperf3m4.py: using CellId 23703\u000a21:02:22.723571 tst iperf3m4.py: using BVCI 23704\u000a21:02:22.746599 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.757583 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.768220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.779554 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.790806 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.802111 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.813365 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.824388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:22.836203 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:22.958414 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:23.078168 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:23.196526 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:23.475988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:02:23.601754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:23.913461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Launched\u000a21:02:24.172104 run iperf3-srv_10.42.42.10(pid=14786): Launched\u000a21:02:24.356745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:02:24.482452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:24.793422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14787): Launched\u000a21:02:25.051479 run iperf3-srv_10.42.42.10(pid=14788): Launched\u000a21:02:25.235344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:02:25.361561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:25.674524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14789): Launched\u000a21:02:25.935226 run iperf3-srv_10.42.42.10(pid=14790): Launched\u000a21:02:26.119477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:02:26.245838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:26.558888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14791): Launched\u000a21:02:26.818381 run iperf3-srv_10.42.42.10(pid=14792): Launched\u000a21:02:27.001953 tst iperf3m4.py:8: start network...\u000a21:02:27.128156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:27.603329 run create_hlr_db(pid=14793): Launched\u000a21:02:27.776917 bus /gobi_6: Setting Powered False\u000a21:02:28.809603 run create_hlr_db(pid=14793): Terminated: ok {rc=0}\u000a21:02:29.238972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14795): Launched\u000a21:02:29.562566 run osmo-hlr_10.42.42.2(pid=14796): Launched\u000a21:02:29.680787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:30.243290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14798): Launched\u000a21:02:30.567207 run osmo-stp_10.42.42.5(pid=14799): Launched\u000a21:02:30.684321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:31.269872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14801): Launched\u000a21:02:31.381657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:31.692655 run patchelf(pid=14802): Launched\u000a21:02:31.876642 run osmo-stp_10.42.42.5(pid=14799): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14799)]\u000a21:02:32.010824 run osmo-stp_10.42.42.5(pid=14799): stdout: \u000a| (launched: 2022-12-09_21:02:30.408433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:32.144705 run osmo-stp_10.42.42.5(pid=14799): stderr: \u000a| �[0;m�[38;5;43m20221209210230596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210230596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210230597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210230597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210230598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210230598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210230598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:32.274151 run osmo-stp_10.42.42.5(pid=14799): stdout: \u000a| (launched: 2022-12-09_21:02:30.408433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:32.398366 run osmo-stp_10.42.42.5(pid=14799): stderr: \u000a| �[0;m�[38;5;43m20221209210230596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210230596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210230597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210230597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210230598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210230598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210230598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:32.542829 run patchelf(pid=14802): Terminating (SIGINT)\u000a21:02:32.712468 run patchelf(pid=14802): Terminated: ok {rc=0}\u000a21:02:32.744027 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14799): Process ended prematurely: osmo-stp_10.42.42.5(pid=14799) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14799)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:02:32.753875 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a21:02:32.815039 run osmo-hlr_10.42.42.2(pid=14796): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14796)]\u000a21:02:32.864295 run osmo-hlr_10.42.42.2(pid=14796): stdout: \u000a| (launched: 2022-12-09_21:02:29.403708) \u000a21:02:32.914290 run osmo-hlr_10.42.42.2(pid=14796): stderr: \u000a| �[0;m�[1;31m20221209210229600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210229600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210229600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210229600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210229600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210229601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210229613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210229623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210229623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210229623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:32.955801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Terminating (SIGTERM)\u000a21:02:32.995421 run iperf3-srv_10.42.42.10(pid=14786): Terminating (SIGTERM)\u000a21:02:33.034990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14787): Terminating (SIGTERM)\u000a21:02:33.074511 run iperf3-srv_10.42.42.10(pid=14788): Terminating (SIGTERM)\u000a21:02:33.114083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14789): Terminating (SIGTERM)\u000a21:02:33.153467 run iperf3-srv_10.42.42.10(pid=14790): Terminating (SIGTERM)\u000a21:02:33.193042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14791): Terminating (SIGTERM)\u000a21:02:33.232601 run iperf3-srv_10.42.42.10(pid=14792): Terminating (SIGTERM)\u000a21:02:33.271908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14795): Terminating (SIGTERM)\u000a21:02:33.311388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14798): Terminating (SIGTERM)\u000a21:02:33.350973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14801): Terminating (SIGTERM)\u000a21:02:33.360153 --- ParallelTerminationStrategy: PID 14785 died...\u000a21:02:33.412666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14785): Terminated: ok {rc=0}\u000a21:02:33.422439 --- ParallelTerminationStrategy: PID 14786 died...\u000a21:02:33.475371 run iperf3-srv_10.42.42.10(pid=14786): Terminated {rc=256}\u000a21:02:33.484852 --- ParallelTerminationStrategy: PID 14787 died...\u000a21:02:33.537247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14787): Terminated: ok {rc=0}\u000a21:02:33.546946 --- ParallelTerminationStrategy: PID 14788 died...\u000a21:02:33.599035 run iperf3-srv_10.42.42.10(pid=14788): Terminated {rc=256}\u000a21:02:33.608930 --- ParallelTerminationStrategy: PID 14789 died...\u000a21:02:33.662020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14789): Terminated: ok {rc=0}\u000a21:02:33.671586 --- ParallelTerminationStrategy: PID 14790 died...\u000a21:02:33.723989 run iperf3-srv_10.42.42.10(pid=14790): Terminated {rc=256}\u000a21:02:33.734008 --- ParallelTerminationStrategy: PID 14791 died...\u000a21:02:33.787353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14791): Terminated: ok {rc=0}\u000a21:02:33.796912 --- ParallelTerminationStrategy: PID 14792 died...\u000a21:02:33.849220 run iperf3-srv_10.42.42.10(pid=14792): Terminated {rc=256}\u000a21:02:33.859476 --- ParallelTerminationStrategy: PID 14795 died...\u000a21:02:33.912810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14795): Terminated: ok {rc=0}\u000a21:02:33.922498 --- ParallelTerminationStrategy: PID 14798 died...\u000a21:02:33.975258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14798): Terminated: ok {rc=0}\u000a21:02:33.985355 --- ParallelTerminationStrategy: PID 14801 died...\u000a21:02:34.038661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14801): Terminated: ok {rc=0}\u000a21:02:34.121585 bus /gobi_4: Setting Powered False\u000a21:02:35.228578 bus /gobi_4: Setting Powered False\u000a21:02:36.334725 bus /gobi_1: Setting Powered False\u000a21:02:37.439791 bus /gobi_1: Setting Powered False\u000a21:02:38.546532 bus /gobi_0: Setting Powered False\u000a21:02:39.652351 bus /gobi_0: Setting Powered False\u000a21:02:40.760635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14811): Process ended prematurely: osmo-stp_10.42.42.5(pid=14811) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14811): Process ended prematurely: osmo-stp_10.42.42.5(pid=14811) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:02:41.829413 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:41.842018 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:41.980412 tst ping.py: using LAC 23704\u000a21:02:42.103835 tst ping.py: using RAC 244\u000a21:02:42.227848 tst ping.py: using CellId 23704\u000a21:02:42.353523 tst ping.py: using BVCI 23705\u000a21:02:42.378273 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.390007 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.401552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.413055 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.424235 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.435514 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.447238 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:42.458791 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:42.746638 tst ping.py:19: start network...\u000a21:02:42.878297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:43.380860 run create_hlr_db(pid=14805): Launched\u000a21:02:43.563408 bus /gobi_6: Setting Powered False\u000a21:02:44.584371 run create_hlr_db(pid=14805): Terminated: ok {rc=0}\u000a21:02:44.987728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Launched\u000a21:02:45.303495 run osmo-hlr_10.42.42.2(pid=14808): Launched\u000a21:02:45.419131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:46.002835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14810): Launched\u000a21:02:46.404322 run osmo-stp_10.42.42.5(pid=14811): Launched\u000a21:02:46.662116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:47.212760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14813): Launched\u000a21:02:47.319045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:47.579403 run patchelf(pid=14814): Launched\u000a21:02:47.753392 run osmo-stp_10.42.42.5(pid=14811): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)]\u000a21:02:47.881144 run osmo-stp_10.42.42.5(pid=14811): stdout: \u000a| (launched: 2022-12-09_21:02:46.156657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:48.008774 run osmo-stp_10.42.42.5(pid=14811): stderr: \u000a| �[0;m�[38;5;43m20221209210246468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210246468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210246468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210246470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:48.131509 run osmo-stp_10.42.42.5(pid=14811): stdout: \u000a| (launched: 2022-12-09_21:02:46.156657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:48.252938 run osmo-stp_10.42.42.5(pid=14811): stderr: \u000a| �[0;m�[38;5;43m20221209210246468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210246468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210246468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210246470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210246470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:48.395377 run patchelf(pid=14814): Terminating (SIGINT)\u000a21:02:48.562377 run patchelf(pid=14814): Terminated: ok {rc=0}\u000a21:02:48.592872 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14811): Process ended prematurely: osmo-stp_10.42.42.5(pid=14811) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14811)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a21:02:48.601785 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:02:48.661726 run osmo-hlr_10.42.42.2(pid=14808): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14808)]\u000a21:02:48.710824 run osmo-hlr_10.42.42.2(pid=14808): stdout: \u000a| (launched: 2022-12-09_21:02:45.148532) \u000a21:02:48.760491 run osmo-hlr_10.42.42.2(pid=14808): stderr: \u000a| �[0;m�[1;31m20221209210245345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210245345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210245345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210245345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210245345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210245345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210245361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210245371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210245371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210245371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:48.802396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Terminating (SIGTERM)\u000a21:02:48.842100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14810): Terminating (SIGTERM)\u000a21:02:48.882025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14813): Terminating (SIGTERM)\u000a21:02:48.891274 --- ParallelTerminationStrategy: PID 14807 died...\u000a21:02:48.944241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14807): Terminated: ok {rc=0}\u000a21:02:48.954019 --- ParallelTerminationStrategy: PID 14810 died...\u000a21:02:49.006943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14810): Terminated: ok {rc=0}\u000a21:02:49.016518 --- ParallelTerminationStrategy: PID 14813 died...\u000a21:02:49.069317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14813): Terminated: ok {rc=0}\u000a21:02:49.156612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14821): Process ended prematurely: osmo-stp_10.42.42.5(pid=14821) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14821): Process ended prematurely: osmo-stp_10.42.42.5(pid=14821) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:02:50.209853 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.222340 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:02:50.356763 tst ping_idle_ping.py: using LAC 23705\u000a21:02:50.475145 tst ping_idle_ping.py: using RAC 245\u000a21:02:50.593702 tst ping_idle_ping.py: using CellId 23705\u000a21:02:50.714925 tst ping_idle_ping.py: using BVCI 23706\u000a21:02:50.737854 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.748852 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.759566 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.770688 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.781669 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.792541 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.803618 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:02:50.814784 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:02:51.086784 tst ping_idle_ping.py:24: start network...\u000a21:02:51.210608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:51.679407 run create_hlr_db(pid=14815): Launched\u000a21:02:51.850331 bus /gobi_6: Setting Powered False\u000a21:02:52.872366 run create_hlr_db(pid=14815): Terminated: ok {rc=0}\u000a21:02:53.294621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14817): Launched\u000a21:02:53.613226 run osmo-hlr_10.42.42.2(pid=14818): Launched\u000a21:02:53.728199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:54.279506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14820): Launched\u000a21:02:54.598518 run osmo-stp_10.42.42.5(pid=14821): Launched\u000a21:02:54.713141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:55.266209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14823): Launched\u000a21:02:55.379539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:55.657459 run patchelf(pid=14824): Launched\u000a21:02:55.842989 run osmo-stp_10.42.42.5(pid=14821): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)]\u000a21:02:55.979262 run osmo-stp_10.42.42.5(pid=14821): stdout: \u000a| (launched: 2022-12-09_21:02:54.441020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:56.115583 run osmo-stp_10.42.42.5(pid=14821): stderr: \u000a| �[0;m�[38;5;43m20221209210254633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210254633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210254633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210254634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210254634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210254634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210254634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:56.247033 run osmo-stp_10.42.42.5(pid=14821): stdout: \u000a| (launched: 2022-12-09_21:02:54.441020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:56.377104 run osmo-stp_10.42.42.5(pid=14821): stderr: \u000a| �[0;m�[38;5;43m20221209210254633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210254633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210254633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210254634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210254634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210254634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210254634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:56.528901 run patchelf(pid=14824): Terminating (SIGINT)\u000a21:02:56.706131 run patchelf(pid=14824): Terminated: ok {rc=0}\u000a21:02:56.738640 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14821): Process ended prematurely: osmo-stp_10.42.42.5(pid=14821) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14821)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:02:56.748123 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:02:56.811147 run osmo-hlr_10.42.42.2(pid=14818): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14818)]\u000a21:02:56.862407 run osmo-hlr_10.42.42.2(pid=14818): stdout: \u000a| (launched: 2022-12-09_21:02:53.456176) \u000a21:02:56.914215 run osmo-hlr_10.42.42.2(pid=14818): stderr: \u000a| �[0;m�[1;31m20221209210253651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210253651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210253652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210253652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210253652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210253652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210253664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210253672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210253673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210253673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:56.958589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14817): Terminating (SIGTERM)\u000a21:02:57.000624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14820): Terminating (SIGTERM)\u000a21:02:57.042545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14823): Terminating (SIGTERM)\u000a21:02:57.052238 --- ParallelTerminationStrategy: PID 14817 died...\u000a21:02:57.107679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14817): Terminated: ok {rc=0}\u000a21:02:57.117795 --- ParallelTerminationStrategy: PID 14820 died...\u000a21:02:57.172762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14820): Terminated: ok {rc=0}\u000a21:02:57.182755 --- ParallelTerminationStrategy: PID 14823 died...\u000a21:02:57.237857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14823): Terminated: ok {rc=0}\u000a21:02:57.323523 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:01:59" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14839): Process ended prematurely: osmo-stp_10.42.42.5(pid=14839) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14839)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14839): Process ended prematurely: osmo-stp_10.42.42.5(pid=14839) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:02:59.478520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:59.490143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:02:59.648593 tst cs_paging_gprs_active.py: using LAC 23706\u000a21:02:59.775533 tst cs_paging_gprs_active.py: using RAC 246\u000a21:02:59.901467 tst cs_paging_gprs_active.py: using CellId 23706\u000a21:03:00.029621 tst cs_paging_gprs_active.py: using BVCI 23707\u000a21:03:00.054201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.065641 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.077080 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.088342 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.099644 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.110863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.122264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.133420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:00.144902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:00.261484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:00.540353 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:03:00.666618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:00.985097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14828): Launched\u000a21:03:01.273248 run iperf3-srv_10.42.42.10(pid=14830): Launched\u000a21:03:01.462626 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:03:01.592159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:01.945495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14831): Launched\u000a21:03:02.258034 run iperf3-srv_10.42.42.10(pid=14832): Launched\u000a21:03:02.446051 tst cs_paging_gprs_active.py:38: start network...\u000a21:03:02.572837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:03.050376 run create_hlr_db(pid=14833): Launched\u000a21:03:03.224457 bus /gobi_6: Setting Powered False\u000a21:03:04.246001 run create_hlr_db(pid=14833): Terminated: ok {rc=0}\u000a21:03:04.675397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14835): Launched\u000a21:03:04.998509 run osmo-hlr_10.42.42.2(pid=14836): Launched\u000a21:03:05.116317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:05.675139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14838): Launched\u000a21:03:05.997413 run osmo-stp_10.42.42.5(pid=14839): Launched\u000a21:03:06.114094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:06.677152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14841): Launched\u000a21:03:06.793111 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:07.075736 run patchelf(pid=14842): Launched\u000a21:03:07.264686 run osmo-stp_10.42.42.5(pid=14839): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14839)]\u000a21:03:07.403004 run osmo-stp_10.42.42.5(pid=14839): stdout: \u000a| (launched: 2022-12-09_21:03:05.839523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:07.541704 run osmo-stp_10.42.42.5(pid=14839): stderr: \u000a| �[0;m�[38;5;43m20221209210306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210306030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210306030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:07.675425 run osmo-stp_10.42.42.5(pid=14839): stdout: \u000a| (launched: 2022-12-09_21:03:05.839523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:07.807859 run osmo-stp_10.42.42.5(pid=14839): stderr: \u000a| �[0;m�[38;5;43m20221209210306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210306030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210306030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:07.962451 run patchelf(pid=14842): Terminating (SIGINT)\u000a21:03:08.144527 run patchelf(pid=14842): Terminated: ok {rc=0}\u000a21:03:08.178184 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14839): Process ended prematurely: osmo-stp_10.42.42.5(pid=14839) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14839)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:03:08.188105 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:03:08.251194 run osmo-hlr_10.42.42.2(pid=14836): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14836)]\u000a21:03:08.302533 run osmo-hlr_10.42.42.2(pid=14836): stdout: \u000a| (launched: 2022-12-09_21:03:04.840098) \u000a21:03:08.354854 run osmo-hlr_10.42.42.2(pid=14836): stderr: \u000a| �[0;m�[1;31m20221209210305038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210305038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210305050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210305058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210305058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210305058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:08.399010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14828): Terminating (SIGTERM)\u000a21:03:08.440485 run iperf3-srv_10.42.42.10(pid=14830): Terminating (SIGTERM)\u000a21:03:08.482164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14831): Terminating (SIGTERM)\u000a21:03:08.523760 run iperf3-srv_10.42.42.10(pid=14832): Terminating (SIGTERM)\u000a21:03:08.565599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14835): Terminating (SIGTERM)\u000a21:03:08.607520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14838): Terminating (SIGTERM)\u000a21:03:08.649187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14841): Terminating (SIGTERM)\u000a21:03:08.659013 --- ParallelTerminationStrategy: PID 14828 died...\u000a21:03:08.714984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14828): Terminated: ok {rc=0}\u000a21:03:08.724864 --- ParallelTerminationStrategy: PID 14830 died...\u000a21:03:08.780258 run iperf3-srv_10.42.42.10(pid=14830): Terminated {rc=256}\u000a21:03:08.790547 --- ParallelTerminationStrategy: PID 14831 died...\u000a21:03:08.845800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14831): Terminated: ok {rc=0}\u000a21:03:08.856271 --- ParallelTerminationStrategy: PID 14832 died...\u000a21:03:08.911467 run iperf3-srv_10.42.42.10(pid=14832): Terminated {rc=256}\u000a21:03:08.921830 --- ParallelTerminationStrategy: PID 14835 died...\u000a21:03:08.977277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14835): Terminated: ok {rc=0}\u000a21:03:08.987556 --- ParallelTerminationStrategy: PID 14838 died...\u000a21:03:09.042664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14838): Terminated: ok {rc=0}\u000a21:03:09.053100 --- ParallelTerminationStrategy: PID 14841 died...\u000a21:03:09.108509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14841): Terminated: ok {rc=0}\u000a21:03:09.194692 bus /gobi_0: Setting Powered False\u000a21:03:10.298737 bus /gobi_0: Setting Powered False\u000a21:03:11.408902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14851): Process ended prematurely: osmo-stp_10.42.42.5(pid=14851) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14851): Process ended prematurely: osmo-stp_10.42.42.5(pid=14851) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:03:12.518712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:12.530613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:12.685328 tst iperf3.py: using LAC 23707\u000a21:03:12.812165 tst iperf3.py: using RAC 247\u000a21:03:12.939503 tst iperf3.py: using CellId 23707\u000a21:03:13.061012 tst iperf3.py: using BVCI 23708\u000a21:03:13.084143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.095378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.106284 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.117467 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.128487 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.139668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.150885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.161984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:13.173171 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:13.469135 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:13.604506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:13.938114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14843): Launched\u000a21:03:14.217201 run iperf3-srv_10.42.42.10(pid=14844): Launched\u000a21:03:14.415433 tst iperf3.py:8: start network...\u000a21:03:14.549771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:15.024458 run create_hlr_db(pid=14845): Launched\u000a21:03:15.196840 bus /gobi_6: Setting Powered False\u000a21:03:16.219885 run create_hlr_db(pid=14845): Terminated: ok {rc=0}\u000a21:03:16.640408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14847): Launched\u000a21:03:17.119471 run osmo-hlr_10.42.42.2(pid=14848): Launched\u000a21:03:17.276012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:17.843040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14850): Launched\u000a21:03:18.165830 run osmo-stp_10.42.42.5(pid=14851): Launched\u000a21:03:18.285527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:18.847705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14853): Launched\u000a21:03:18.963128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:19.245345 run patchelf(pid=14854): Launched\u000a21:03:19.434840 run osmo-stp_10.42.42.5(pid=14851): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)]\u000a21:03:19.572866 run osmo-stp_10.42.42.5(pid=14851): stdout: \u000a| (launched: 2022-12-09_21:03:18.007809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:19.711216 run osmo-stp_10.42.42.5(pid=14851): stderr: \u000a| �[0;m�[38;5;43m20221209210318199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210318199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210318200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210318200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210318201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210318201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210318201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:19.844886 run osmo-stp_10.42.42.5(pid=14851): stdout: \u000a| (launched: 2022-12-09_21:03:18.007809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:19.977587 run osmo-stp_10.42.42.5(pid=14851): stderr: \u000a| �[0;m�[38;5;43m20221209210318199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210318199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210318200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210318200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210318201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210318201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210318201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:20.131584 run patchelf(pid=14854): Terminating (SIGINT)\u000a21:03:20.312822 run patchelf(pid=14854): Terminated: ok {rc=0}\u000a21:03:20.346345 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14851): Process ended prematurely: osmo-stp_10.42.42.5(pid=14851) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14851)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:03:20.356435 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:03:20.419012 run osmo-hlr_10.42.42.2(pid=14848): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14848)]\u000a21:03:20.470179 run osmo-hlr_10.42.42.2(pid=14848): stdout: \u000a| (launched: 2022-12-09_21:03:16.796923) \u000a21:03:20.522076 run osmo-hlr_10.42.42.2(pid=14848): stderr: \u000a| �[0;m�[1;31m20221209210317098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210317098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210317098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210317098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210317098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210317099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210317121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210317140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210317140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210317140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:20.566318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14843): Terminating (SIGTERM)\u000a21:03:20.607834 run iperf3-srv_10.42.42.10(pid=14844): Terminating (SIGTERM)\u000a21:03:20.649598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14847): Terminating (SIGTERM)\u000a21:03:20.691755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14850): Terminating (SIGTERM)\u000a21:03:20.733430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14853): Terminating (SIGTERM)\u000a21:03:20.743098 --- ParallelTerminationStrategy: PID 14843 died...\u000a21:03:20.798645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14843): Terminated: ok {rc=0}\u000a21:03:20.808753 --- ParallelTerminationStrategy: PID 14844 died...\u000a21:03:20.863928 run iperf3-srv_10.42.42.10(pid=14844): Terminated {rc=256}\u000a21:03:20.874046 --- ParallelTerminationStrategy: PID 14847 died...\u000a21:03:20.929046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14847): Terminated: ok {rc=0}\u000a21:03:20.939380 --- ParallelTerminationStrategy: PID 14850 died...\u000a21:03:20.994911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14850): Terminated: ok {rc=0}\u000a21:03:21.004901 --- ParallelTerminationStrategy: PID 14853 died...\u000a21:03:21.059729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14853): Terminated: ok {rc=0}\u000a21:03:21.146754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14869): Process ended prematurely: osmo-stp_10.42.42.5(pid=14869) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14869)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14869): Process ended prematurely: osmo-stp_10.42.42.5(pid=14869) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:03:22.261851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.274097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:22.435292 tst iperf3m4.py: using LAC 23708\u000a21:03:22.561240 tst iperf3m4.py: using RAC 248\u000a21:03:22.687556 tst iperf3m4.py: using CellId 23708\u000a21:03:22.813792 tst iperf3m4.py: using BVCI 23709\u000a21:03:22.838768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.850507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.862054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.873598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.885040 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.896417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.908031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.919615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:22.931294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:23.049513 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:23.171249 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:23.290778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:23.582043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:23.716901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:24.050463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Launched\u000a21:03:24.327912 run iperf3-srv_10.42.42.10(pid=14856): Launched\u000a21:03:24.525994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:03:24.660848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:24.996434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14857): Launched\u000a21:03:25.273231 run iperf3-srv_10.42.42.10(pid=14858): Launched\u000a21:03:25.470941 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:03:25.605492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:25.939368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14859): Launched\u000a21:03:26.216446 run iperf3-srv_10.42.42.10(pid=14860): Launched\u000a21:03:26.413853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:03:26.548174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:26.881886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14861): Launched\u000a21:03:27.158132 run iperf3-srv_10.42.42.10(pid=14862): Launched\u000a21:03:27.354698 tst iperf3m4.py:8: start network...\u000a21:03:27.489245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:28.004645 run create_hlr_db(pid=14863): Launched\u000a21:03:28.190236 bus /gobi_6: Setting Powered False\u000a21:03:29.201501 run create_hlr_db(pid=14863): Terminated: ok {rc=0}\u000a21:03:29.636330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14865): Launched\u000a21:03:29.959506 run osmo-hlr_10.42.42.2(pid=14866): Launched\u000a21:03:30.077498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:30.639169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14868): Launched\u000a21:03:31.007427 run osmo-stp_10.42.42.5(pid=14869): Launched\u000a21:03:31.272235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:31.875449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14871): Launched\u000a21:03:31.989343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:32.272281 run patchelf(pid=14872): Launched\u000a21:03:32.450779 run osmo-stp_10.42.42.5(pid=14869): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14869)]\u000a21:03:32.580188 run osmo-stp_10.42.42.5(pid=14869): stdout: \u000a| (launched: 2022-12-09_21:03:30.804242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:32.710109 run osmo-stp_10.42.42.5(pid=14869): stderr: \u000a| �[0;m�[38;5;43m20221209210331128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210331128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210331129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210331130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210331130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210331130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210331130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:32.835891 run osmo-stp_10.42.42.5(pid=14869): stdout: \u000a| (launched: 2022-12-09_21:03:30.804242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:32.960167 run osmo-stp_10.42.42.5(pid=14869): stderr: \u000a| �[0;m�[38;5;43m20221209210331128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210331128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210331129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210331130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210331130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210331130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210331130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:33.104854 run patchelf(pid=14872): Terminating (SIGINT)\u000a21:03:33.275049 run patchelf(pid=14872): Terminated: ok {rc=0}\u000a21:03:33.306570 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14869): Process ended prematurely: osmo-stp_10.42.42.5(pid=14869) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14869)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:03:33.316018 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:03:33.377022 run osmo-hlr_10.42.42.2(pid=14866): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14866)]\u000a21:03:33.426141 run osmo-hlr_10.42.42.2(pid=14866): stdout: \u000a| (launched: 2022-12-09_21:03:29.800099) \u000a21:03:33.475968 run osmo-hlr_10.42.42.2(pid=14866): stderr: \u000a| �[0;m�[1;31m20221209210329998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210329999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210329999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210329999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210329999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210329999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210330011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210330020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210330020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210330020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:33.518002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminating (SIGTERM)\u000a21:03:33.557821 run iperf3-srv_10.42.42.10(pid=14856): Terminating (SIGTERM)\u000a21:03:33.597738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14857): Terminating (SIGTERM)\u000a21:03:33.637602 run iperf3-srv_10.42.42.10(pid=14858): Terminating (SIGTERM)\u000a21:03:33.677805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14859): Terminating (SIGTERM)\u000a21:03:33.717429 run iperf3-srv_10.42.42.10(pid=14860): Terminating (SIGTERM)\u000a21:03:33.757286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14861): Terminating (SIGTERM)\u000a21:03:33.797096 run iperf3-srv_10.42.42.10(pid=14862): Terminating (SIGTERM)\u000a21:03:33.837007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14865): Terminating (SIGTERM)\u000a21:03:33.876844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14868): Terminating (SIGTERM)\u000a21:03:33.916618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14871): Terminating (SIGTERM)\u000a21:03:33.926387 --- ParallelTerminationStrategy: PID 14855 died...\u000a21:03:33.979515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminated: ok {rc=0}\u000a21:03:33.989315 --- ParallelTerminationStrategy: PID 14856 died...\u000a21:03:34.042038 run iperf3-srv_10.42.42.10(pid=14856): Terminated {rc=256}\u000a21:03:34.051757 --- ParallelTerminationStrategy: PID 14857 died...\u000a21:03:34.104560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14857): Terminated: ok {rc=0}\u000a21:03:34.114324 --- ParallelTerminationStrategy: PID 14858 died...\u000a21:03:34.167325 run iperf3-srv_10.42.42.10(pid=14858): Terminated {rc=256}\u000a21:03:34.176923 --- ParallelTerminationStrategy: PID 14859 died...\u000a21:03:34.229909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14859): Terminated: ok {rc=0}\u000a21:03:34.239679 --- ParallelTerminationStrategy: PID 14860 died...\u000a21:03:34.293030 run iperf3-srv_10.42.42.10(pid=14860): Terminated {rc=256}\u000a21:03:34.302544 --- ParallelTerminationStrategy: PID 14861 died...\u000a21:03:34.355877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14861): Terminated: ok {rc=0}\u000a21:03:34.365852 --- ParallelTerminationStrategy: PID 14862 died...\u000a21:03:34.418517 run iperf3-srv_10.42.42.10(pid=14862): Terminated {rc=256}\u000a21:03:34.428336 --- ParallelTerminationStrategy: PID 14865 died...\u000a21:03:34.481174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14865): Terminated: ok {rc=0}\u000a21:03:34.491099 --- ParallelTerminationStrategy: PID 14868 died...\u000a21:03:34.544651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14868): Terminated: ok {rc=0}\u000a21:03:34.554238 --- ParallelTerminationStrategy: PID 14871 died...\u000a21:03:34.607430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14871): Terminated: ok {rc=0}\u000a21:03:34.695781 bus /gobi_4: Setting Powered False\u000a21:03:35.802032 bus /gobi_4: Setting Powered False\u000a21:03:36.908312 bus /gobi_1: Setting Powered False\u000a21:03:38.013019 bus /gobi_1: Setting Powered False\u000a21:03:39.119654 bus /gobi_0: Setting Powered False\u000a21:03:40.224486 bus /gobi_0: Setting Powered False\u000a21:03:41.331071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14879): Process ended prematurely: osmo-stp_10.42.42.5(pid=14879) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14879)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14879): Process ended prematurely: osmo-stp_10.42.42.5(pid=14879) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:03:42.397736 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:42.410130 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:42.568674 tst ping.py: using LAC 23709\u000a21:03:42.688933 tst ping.py: using RAC 249\u000a21:03:42.808175 tst ping.py: using CellId 23709\u000a21:03:42.926984 tst ping.py: using BVCI 23710\u000a21:03:42.949749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:42.960744 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:42.971759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:42.983282 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:42.994919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:43.006589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:43.018544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:43.030332 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:43.306658 tst ping.py:19: start network...\u000a21:03:43.430892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:43.898532 run create_hlr_db(pid=14873): Launched\u000a21:03:44.069313 bus /gobi_6: Setting Powered False\u000a21:03:45.090735 run create_hlr_db(pid=14873): Terminated: ok {rc=0}\u000a21:03:45.512271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14875): Launched\u000a21:03:45.835358 run osmo-hlr_10.42.42.2(pid=14876): Launched\u000a21:03:46.057498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:46.722492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14878): Launched\u000a21:03:47.047232 run osmo-stp_10.42.42.5(pid=14879): Launched\u000a21:03:47.260904 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:47.818476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14881): Launched\u000a21:03:47.924061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:48.183354 run patchelf(pid=14882): Launched\u000a21:03:48.356349 run osmo-stp_10.42.42.5(pid=14879): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14879)]\u000a21:03:48.483456 run osmo-stp_10.42.42.5(pid=14879): stdout: \u000a| (launched: 2022-12-09_21:03:46.876446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:48.611022 run osmo-stp_10.42.42.5(pid=14879): stderr: \u000a| �[0;m�[38;5;43m20221209210347154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210347154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210347154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210347155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210347155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210347155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210347155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:48.734017 run osmo-stp_10.42.42.5(pid=14879): stdout: \u000a| (launched: 2022-12-09_21:03:46.876446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:48.855678 run osmo-stp_10.42.42.5(pid=14879): stderr: \u000a| �[0;m�[38;5;43m20221209210347154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210347154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210347154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210347155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210347155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210347155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210347155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:48.997992 run patchelf(pid=14882): Terminating (SIGINT)\u000a21:03:49.165082 run patchelf(pid=14882): Terminated: ok {rc=0}\u000a21:03:49.195407 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14879): Process ended prematurely: osmo-stp_10.42.42.5(pid=14879) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14879)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:03:49.204173 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:03:49.264097 run osmo-hlr_10.42.42.2(pid=14876): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14876)]\u000a21:03:49.312845 run osmo-hlr_10.42.42.2(pid=14876): stdout: \u000a| (launched: 2022-12-09_21:03:45.673745) \u000a21:03:49.362346 run osmo-hlr_10.42.42.2(pid=14876): stderr: \u000a| �[0;m�[1;31m20221209210345919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210345919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210345920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210345920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210345920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210345920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210345940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210345957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210345957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210345957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:49.403896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14875): Terminating (SIGTERM)\u000a21:03:49.443567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14878): Terminating (SIGTERM)\u000a21:03:49.482777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14881): Terminating (SIGTERM)\u000a21:03:49.492071 --- ParallelTerminationStrategy: PID 14875 died...\u000a21:03:49.545168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14875): Terminated: ok {rc=0}\u000a21:03:49.554702 --- ParallelTerminationStrategy: PID 14878 died...\u000a21:03:49.607089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14878): Terminated: ok {rc=0}\u000a21:03:49.616725 --- ParallelTerminationStrategy: PID 14881 died...\u000a21:03:49.669671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14881): Terminated: ok {rc=0}\u000a21:03:49.751843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14889): Process ended prematurely: osmo-stp_10.42.42.5(pid=14889) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14889)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14889): Process ended prematurely: osmo-stp_10.42.42.5(pid=14889) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:03:50.804784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:50.817136 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:03:50.977087 tst ping_idle_ping.py: using LAC 23710\u000a21:03:51.103158 tst ping_idle_ping.py: using RAC 250\u000a21:03:51.229312 tst ping_idle_ping.py: using CellId 23710\u000a21:03:51.355291 tst ping_idle_ping.py: using BVCI 23711\u000a21:03:51.379853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.391327 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.402663 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.414019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.425382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.436665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.448019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:03:51.459355 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:03:51.731824 tst ping_idle_ping.py:24: start network...\u000a21:03:51.854970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:52.328167 run create_hlr_db(pid=14883): Launched\u000a21:03:52.499644 bus /gobi_6: Setting Powered False\u000a21:03:53.521764 run create_hlr_db(pid=14883): Terminated: ok {rc=0}\u000a21:03:53.943883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14885): Launched\u000a21:03:54.262769 run osmo-hlr_10.42.42.2(pid=14886): Launched\u000a21:03:54.379731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:54.931778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14888): Launched\u000a21:03:55.250817 run osmo-stp_10.42.42.5(pid=14889): Launched\u000a21:03:55.366400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:55.922697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14891): Launched\u000a21:03:56.036793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:56.314366 run patchelf(pid=14892): Launched\u000a21:03:56.500097 run osmo-stp_10.42.42.5(pid=14889): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14889)]\u000a21:03:56.636271 run osmo-stp_10.42.42.5(pid=14889): stdout: \u000a| (launched: 2022-12-09_21:03:55.094561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:56.772610 run osmo-stp_10.42.42.5(pid=14889): stderr: \u000a| �[0;m�[38;5;43m20221209210355285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210355285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210355286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210355287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210355287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210355287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:56.904226 run osmo-stp_10.42.42.5(pid=14889): stdout: \u000a| (launched: 2022-12-09_21:03:55.094561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:57.035561 run osmo-stp_10.42.42.5(pid=14889): stderr: \u000a| �[0;m�[38;5;43m20221209210355285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210355285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210355286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210355286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210355287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210355287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210355287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:57.187435 run patchelf(pid=14892): Terminating (SIGINT)\u000a21:03:57.365700 run patchelf(pid=14892): Terminated: ok {rc=0}\u000a21:03:57.398196 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14889): Process ended prematurely: osmo-stp_10.42.42.5(pid=14889) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14889)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:03:57.407873 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:03:57.470127 run osmo-hlr_10.42.42.2(pid=14886): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14886)]\u000a21:03:57.521135 run osmo-hlr_10.42.42.2(pid=14886): stdout: \u000a| (launched: 2022-12-09_21:03:54.106789) \u000a21:03:57.572855 run osmo-hlr_10.42.42.2(pid=14886): stderr: \u000a| �[0;m�[1;31m20221209210354303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210354304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210354304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210354304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210354304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210354304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210354316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210354324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210354324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210354324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:57.616763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14885): Terminating (SIGTERM)\u000a21:03:57.658293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14888): Terminating (SIGTERM)\u000a21:03:57.699926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14891): Terminating (SIGTERM)\u000a21:03:57.709647 --- ParallelTerminationStrategy: PID 14885 died...\u000a21:03:57.764874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14885): Terminated: ok {rc=0}\u000a21:03:57.774935 --- ParallelTerminationStrategy: PID 14888 died...\u000a21:03:57.829767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14888): Terminated: ok {rc=0}\u000a21:03:57.839672 --- ParallelTerminationStrategy: PID 14891 died...\u000a21:03:57.894465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14891): Terminated: ok {rc=0}\u000a21:03:57.980478 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:02:59" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14906): Process ended prematurely: osmo-stp_10.42.42.5(pid=14906) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14906): Process ended prematurely: osmo-stp_10.42.42.5(pid=14906) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:04:00.132095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.143133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:00.293571 tst cs_paging_gprs_active.py: using LAC 23711\u000a21:04:00.409914 tst cs_paging_gprs_active.py: using RAC 251\u000a21:04:00.533187 tst cs_paging_gprs_active.py: using CellId 23711\u000a21:04:00.657834 tst cs_paging_gprs_active.py: using BVCI 23712\u000a21:04:00.682566 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.694248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.705755 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.717893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.729891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.741875 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.753718 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.765430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:00.777422 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:00.902109 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:01.205961 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:04:01.336064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:01.703628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14896): Launched\u000a21:04:02.073949 run iperf3-srv_10.42.42.10(pid=14897): Launched\u000a21:04:02.294387 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:04:02.430736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:02.766651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14898): Launched\u000a21:04:03.045722 run iperf3-srv_10.42.42.10(pid=14899): Launched\u000a21:04:03.244708 tst cs_paging_gprs_active.py:38: start network...\u000a21:04:03.380196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:03.896519 run create_hlr_db(pid=14900): Launched\u000a21:04:04.083549 bus /gobi_6: Setting Powered False\u000a21:04:05.105749 run create_hlr_db(pid=14900): Terminated: ok {rc=0}\u000a21:04:05.535742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14902): Launched\u000a21:04:05.859605 run osmo-hlr_10.42.42.2(pid=14903): Launched\u000a21:04:05.978380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:06.539783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14905): Launched\u000a21:04:06.863547 run osmo-stp_10.42.42.5(pid=14906): Launched\u000a21:04:06.980717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:07.544280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14908): Launched\u000a21:04:07.659334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:07.948452 run patchelf(pid=14909): Launched\u000a21:04:08.138771 run osmo-stp_10.42.42.5(pid=14906): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)]\u000a21:04:08.277099 run osmo-stp_10.42.42.5(pid=14906): stdout: \u000a| (launched: 2022-12-09_21:04:06.704757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:08.415679 run osmo-stp_10.42.42.5(pid=14906): stderr: \u000a| �[0;m�[38;5;43m20221209210406897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210406897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210406897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210406898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210406898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210406898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210406898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:08.549468 run osmo-stp_10.42.42.5(pid=14906): stdout: \u000a| (launched: 2022-12-09_21:04:06.704757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:08.682155 run osmo-stp_10.42.42.5(pid=14906): stderr: \u000a| �[0;m�[38;5;43m20221209210406897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210406897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210406897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210406898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210406898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210406898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210406898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:08.837311 run patchelf(pid=14909): Terminating (SIGINT)\u000a21:04:09.019405 run patchelf(pid=14909): Terminated: ok {rc=0}\u000a21:04:09.053302 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14906): Process ended prematurely: osmo-stp_10.42.42.5(pid=14906) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14906)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:04:09.063466 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a21:04:09.126278 run osmo-hlr_10.42.42.2(pid=14903): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14903)]\u000a21:04:09.177259 run osmo-hlr_10.42.42.2(pid=14903): stdout: \u000a| (launched: 2022-12-09_21:04:05.701206) \u000a21:04:09.228850 run osmo-hlr_10.42.42.2(pid=14903): stderr: \u000a| �[0;m�[1;31m20221209210405900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210405900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210405900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210405901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210405901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210405901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210405913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210405921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210405921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210405921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:09.272561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14896): Terminating (SIGTERM)\u000a21:04:09.314070 run iperf3-srv_10.42.42.10(pid=14897): Terminating (SIGTERM)\u000a21:04:09.355570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14898): Terminating (SIGTERM)\u000a21:04:09.397052 run iperf3-srv_10.42.42.10(pid=14899): Terminating (SIGTERM)\u000a21:04:09.438453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14902): Terminating (SIGTERM)\u000a21:04:09.479812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14905): Terminating (SIGTERM)\u000a21:04:09.521415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14908): Terminating (SIGTERM)\u000a21:04:09.531049 --- ParallelTerminationStrategy: PID 14896 died...\u000a21:04:09.586606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14896): Terminated: ok {rc=0}\u000a21:04:09.596488 --- ParallelTerminationStrategy: PID 14897 died...\u000a21:04:09.651640 run iperf3-srv_10.42.42.10(pid=14897): Terminated {rc=256}\u000a21:04:09.661756 --- ParallelTerminationStrategy: PID 14898 died...\u000a21:04:09.716620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14898): Terminated: ok {rc=0}\u000a21:04:09.726556 --- ParallelTerminationStrategy: PID 14899 died...\u000a21:04:09.781735 run iperf3-srv_10.42.42.10(pid=14899): Terminated {rc=256}\u000a21:04:09.791545 --- ParallelTerminationStrategy: PID 14902 died...\u000a21:04:09.846670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14902): Terminated: ok {rc=0}\u000a21:04:09.856520 --- ParallelTerminationStrategy: PID 14905 died...\u000a21:04:09.911417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14905): Terminated: ok {rc=0}\u000a21:04:09.921530 --- ParallelTerminationStrategy: PID 14908 died...\u000a21:04:09.976389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14908): Terminated: ok {rc=0}\u000a21:04:10.063097 bus /gobi_0: Setting Powered False\u000a21:04:11.169482 bus /gobi_0: Setting Powered False\u000a21:04:12.278839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14918): Process ended prematurely: osmo-stp_10.42.42.5(pid=14918) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14918): Process ended prematurely: osmo-stp_10.42.42.5(pid=14918) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:04:13.387844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:13.399956 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:13.553981 tst iperf3.py: using LAC 23712\u000a21:04:13.676939 tst iperf3.py: using RAC 252\u000a21:04:13.796186 tst iperf3.py: using CellId 23712\u000a21:04:13.915527 tst iperf3.py: using BVCI 23713\u000a21:04:13.938605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:13.949629 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:13.960352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:13.971743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:13.982888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:13.993932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:14.005392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:14.016378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:14.027800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:14.304712 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:04:14.430400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:14.742268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14910): Launched\u000a21:04:15.003045 run iperf3-srv_10.42.42.10(pid=14911): Launched\u000a21:04:15.187812 tst iperf3.py:8: start network...\u000a21:04:15.314090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:15.789045 run create_hlr_db(pid=14912): Launched\u000a21:04:15.994552 bus /gobi_6: Setting Powered False\u000a21:04:16.986990 run create_hlr_db(pid=14912): Terminated: ok {rc=0}\u000a21:04:17.447330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14914): Launched\u000a21:04:17.770665 run osmo-hlr_10.42.42.2(pid=14915): Launched\u000a21:04:17.888747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:18.453379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14917): Launched\u000a21:04:18.776260 run osmo-stp_10.42.42.5(pid=14918): Launched\u000a21:04:18.893308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:19.458198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14920): Launched\u000a21:04:19.573870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:19.855283 run patchelf(pid=14921): Launched\u000a21:04:20.044617 run osmo-stp_10.42.42.5(pid=14918): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)]\u000a21:04:20.182600 run osmo-stp_10.42.42.5(pid=14918): stdout: \u000a| (launched: 2022-12-09_21:04:18.618515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:20.320727 run osmo-stp_10.42.42.5(pid=14918): stderr: \u000a| �[0;m�[38;5;43m20221209210418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210418815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:20.454539 run osmo-stp_10.42.42.5(pid=14918): stdout: \u000a| (launched: 2022-12-09_21:04:18.618515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:20.586830 run osmo-stp_10.42.42.5(pid=14918): stderr: \u000a| �[0;m�[38;5;43m20221209210418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210418815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:20.740305 run patchelf(pid=14921): Terminating (SIGINT)\u000a21:04:20.920912 run patchelf(pid=14921): Terminated: ok {rc=0}\u000a21:04:20.954284 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14918): Process ended prematurely: osmo-stp_10.42.42.5(pid=14918) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14918)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:04:20.964211 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:04:21.027334 run osmo-hlr_10.42.42.2(pid=14915): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14915)]\u000a21:04:21.078761 run osmo-hlr_10.42.42.2(pid=14915): stdout: \u000a| (launched: 2022-12-09_21:04:17.612294) \u000a21:04:21.130670 run osmo-hlr_10.42.42.2(pid=14915): stderr: \u000a| �[0;m�[1;31m20221209210417811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210417811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210417811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210417811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210417811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210417811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210417824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210417832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210417832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210417832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:21.175044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14910): Terminating (SIGTERM)\u000a21:04:21.216491 run iperf3-srv_10.42.42.10(pid=14911): Terminating (SIGTERM)\u000a21:04:21.258152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14914): Terminating (SIGTERM)\u000a21:04:21.299670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14917): Terminating (SIGTERM)\u000a21:04:21.341445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14920): Terminating (SIGTERM)\u000a21:04:21.351083 --- ParallelTerminationStrategy: PID 14910 died...\u000a21:04:21.406409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14910): Terminated: ok {rc=0}\u000a21:04:21.416483 --- ParallelTerminationStrategy: PID 14911 died...\u000a21:04:21.471433 run iperf3-srv_10.42.42.10(pid=14911): Terminated {rc=256}\u000a21:04:21.481480 --- ParallelTerminationStrategy: PID 14914 died...\u000a21:04:21.536347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14914): Terminated: ok {rc=0}\u000a21:04:21.546372 --- ParallelTerminationStrategy: PID 14917 died...\u000a21:04:21.601308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14917): Terminated: ok {rc=0}\u000a21:04:21.611315 --- ParallelTerminationStrategy: PID 14920 died...\u000a21:04:21.666508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14920): Terminated: ok {rc=0}\u000a21:04:21.752495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14936): Process ended prematurely: osmo-stp_10.42.42.5(pid=14936) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14936)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14936): Process ended prematurely: osmo-stp_10.42.42.5(pid=14936) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:04:22.867422 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:22.879693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:23.040103 tst iperf3m4.py: using LAC 23713\u000a21:04:23.168293 tst iperf3m4.py: using RAC 253\u000a21:04:23.291436 tst iperf3m4.py: using CellId 23713\u000a21:04:23.411717 tst iperf3m4.py: using BVCI 23714\u000a21:04:23.434796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.445818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.456662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.467765 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.478846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.489837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.500866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.511866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:23.523393 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:23.640010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:23.762775 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:23.880533 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:24.158813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:04:24.285013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:24.597203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14922): Launched\u000a21:04:24.856696 run iperf3-srv_10.42.42.10(pid=14923): Launched\u000a21:04:25.041082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:04:25.167215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:25.480129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14924): Launched\u000a21:04:25.739313 run iperf3-srv_10.42.42.10(pid=14925): Launched\u000a21:04:25.923233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:04:26.048551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:26.361514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14926): Launched\u000a21:04:26.621646 run iperf3-srv_10.42.42.10(pid=14927): Launched\u000a21:04:26.805385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:04:26.931207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:04:27.244419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14928): Launched\u000a21:04:27.503434 run iperf3-srv_10.42.42.10(pid=14929): Launched\u000a21:04:27.687042 tst iperf3m4.py:8: start network...\u000a21:04:27.812661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:28.289084 run create_hlr_db(pid=14930): Launched\u000a21:04:28.463482 bus /gobi_6: Setting Powered False\u000a21:04:29.484126 run create_hlr_db(pid=14930): Terminated: ok {rc=0}\u000a21:04:29.886884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14932): Launched\u000a21:04:30.190574 run osmo-hlr_10.42.42.2(pid=14933): Launched\u000a21:04:30.307913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:30.852063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14935): Launched\u000a21:04:31.160017 run osmo-stp_10.42.42.5(pid=14936): Launched\u000a21:04:31.285990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:31.956494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14938): Launched\u000a21:04:32.067558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:32.351069 run patchelf(pid=14939): Launched\u000a21:04:32.528569 run osmo-stp_10.42.42.5(pid=14936): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14936)]\u000a21:04:32.658041 run osmo-stp_10.42.42.5(pid=14936): stdout: \u000a| (launched: 2022-12-09_21:04:31.008548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:32.787757 run osmo-stp_10.42.42.5(pid=14936): stderr: \u000a| �[0;m�[38;5;43m20221209210431383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210431383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210431383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210431383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210431384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210431384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210431384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:32.912881 run osmo-stp_10.42.42.5(pid=14936): stdout: \u000a| (launched: 2022-12-09_21:04:31.008548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:33.037187 run osmo-stp_10.42.42.5(pid=14936): stderr: \u000a| �[0;m�[38;5;43m20221209210431383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210431383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210431383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210431383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210431384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210431384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210431384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:33.181467 run patchelf(pid=14939): Terminating (SIGINT)\u000a21:04:33.351357 run patchelf(pid=14939): Terminated: ok {rc=0}\u000a21:04:33.382685 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14936): Process ended prematurely: osmo-stp_10.42.42.5(pid=14936) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14936)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:04:33.392257 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a21:04:33.453017 run osmo-hlr_10.42.42.2(pid=14933): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14933)]\u000a21:04:33.502043 run osmo-hlr_10.42.42.2(pid=14933): stdout: \u000a| (launched: 2022-12-09_21:04:30.041188) \u000a21:04:33.551407 run osmo-hlr_10.42.42.2(pid=14933): stderr: \u000a| �[0;m�[1;31m20221209210430213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210430213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210430213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210430213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210430213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210430213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210430227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210430235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210430235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210430235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:33.593662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14922): Terminating (SIGTERM)\u000a21:04:33.633314 run iperf3-srv_10.42.42.10(pid=14923): Terminating (SIGTERM)\u000a21:04:33.672921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14924): Terminating (SIGTERM)\u000a21:04:33.712483 run iperf3-srv_10.42.42.10(pid=14925): Terminating (SIGTERM)\u000a21:04:33.752706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14926): Terminating (SIGTERM)\u000a21:04:33.792269 run iperf3-srv_10.42.42.10(pid=14927): Terminating (SIGTERM)\u000a21:04:33.831977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14928): Terminating (SIGTERM)\u000a21:04:33.871560 run iperf3-srv_10.42.42.10(pid=14929): Terminating (SIGTERM)\u000a21:04:33.911228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14932): Terminating (SIGTERM)\u000a21:04:33.950744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14935): Terminating (SIGTERM)\u000a21:04:33.990406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14938): Terminating (SIGTERM)\u000a21:04:33.999793 --- ParallelTerminationStrategy: PID 14922 died...\u000a21:04:34.052868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14922): Terminated: ok {rc=0}\u000a21:04:34.062692 --- ParallelTerminationStrategy: PID 14923 died...\u000a21:04:34.115373 run iperf3-srv_10.42.42.10(pid=14923): Terminated {rc=256}\u000a21:04:34.125123 --- ParallelTerminationStrategy: PID 14924 died...\u000a21:04:34.177711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14924): Terminated: ok {rc=0}\u000a21:04:34.187372 --- ParallelTerminationStrategy: PID 14925 died...\u000a21:04:34.239856 run iperf3-srv_10.42.42.10(pid=14925): Terminated {rc=256}\u000a21:04:34.249619 --- ParallelTerminationStrategy: PID 14926 died...\u000a21:04:34.302978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14926): Terminated: ok {rc=0}\u000a21:04:34.312717 --- ParallelTerminationStrategy: PID 14927 died...\u000a21:04:34.365537 run iperf3-srv_10.42.42.10(pid=14927): Terminated {rc=256}\u000a21:04:34.375278 --- ParallelTerminationStrategy: PID 14928 died...\u000a21:04:34.428024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14928): Terminated: ok {rc=0}\u000a21:04:34.437834 --- ParallelTerminationStrategy: PID 14929 died...\u000a21:04:34.490987 run iperf3-srv_10.42.42.10(pid=14929): Terminated {rc=256}\u000a21:04:34.500771 --- ParallelTerminationStrategy: PID 14932 died...\u000a21:04:34.553731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14932): Terminated: ok {rc=0}\u000a21:04:34.563256 --- ParallelTerminationStrategy: PID 14935 died...\u000a21:04:34.616045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14935): Terminated: ok {rc=0}\u000a21:04:34.625871 --- ParallelTerminationStrategy: PID 14938 died...\u000a21:04:34.679539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14938): Terminated: ok {rc=0}\u000a21:04:34.766508 bus /gobi_4: Setting Powered False\u000a21:04:35.869386 bus /gobi_4: Setting Powered False\u000a21:04:36.974916 bus /gobi_1: Setting Powered False\u000a21:04:38.079375 bus /gobi_1: Setting Powered False\u000a21:04:39.185398 bus /gobi_0: Setting Powered False\u000a21:04:40.284998 bus /gobi_0: Setting Powered False\u000a21:04:41.390706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14946): Process ended prematurely: osmo-stp_10.42.42.5(pid=14946) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14946): Process ended prematurely: osmo-stp_10.42.42.5(pid=14946) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:04:42.456139 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:42.467831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:42.627078 tst ping.py: using LAC 23714\u000a21:04:42.753380 tst ping.py: using RAC 254\u000a21:04:42.878426 tst ping.py: using CellId 23714\u000a21:04:43.003845 tst ping.py: using BVCI 23715\u000a21:04:43.028897 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.040575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.051920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.063330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.074811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.086184 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.097657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:43.109035 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:43.381873 tst ping.py:19: start network...\u000a21:04:43.504319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:43.969584 run create_hlr_db(pid=14940): Launched\u000a21:04:44.139961 bus /gobi_6: Setting Powered False\u000a21:04:45.160606 run create_hlr_db(pid=14940): Terminated: ok {rc=0}\u000a21:04:45.583768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14942): Launched\u000a21:04:45.990591 run osmo-hlr_10.42.42.2(pid=14943): Launched\u000a21:04:46.175208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:46.722494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14945): Launched\u000a21:04:47.125700 run osmo-stp_10.42.42.5(pid=14946): Launched\u000a21:04:47.381327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:47.900616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14948): Launched\u000a21:04:48.006267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:48.265076 run patchelf(pid=14949): Launched\u000a21:04:48.439130 run osmo-stp_10.42.42.5(pid=14946): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)]\u000a21:04:48.566369 run osmo-stp_10.42.42.5(pid=14946): stdout: \u000a| (launched: 2022-12-09_21:04:46.879690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:48.694219 run osmo-stp_10.42.42.5(pid=14946): stderr: \u000a| �[0;m�[38;5;43m20221209210447214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210447214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210447214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210447215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210447215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210447215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210447215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:48.817734 run osmo-stp_10.42.42.5(pid=14946): stdout: \u000a| (launched: 2022-12-09_21:04:46.879690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:48.939934 run osmo-stp_10.42.42.5(pid=14946): stderr: \u000a| �[0;m�[38;5;43m20221209210447214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210447214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210447214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210447215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210447215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210447215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210447215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:49.081804 run patchelf(pid=14949): Terminating (SIGINT)\u000a21:04:49.248646 run patchelf(pid=14949): Terminated: ok {rc=0}\u000a21:04:49.279031 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14946): Process ended prematurely: osmo-stp_10.42.42.5(pid=14946) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:04:49.287818 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:04:49.347785 run osmo-hlr_10.42.42.2(pid=14943): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14943)]\u000a21:04:49.396878 run osmo-hlr_10.42.42.2(pid=14943): stdout: \u000a| (launched: 2022-12-09_21:04:45.745549) \u000a21:04:49.446247 run osmo-hlr_10.42.42.2(pid=14943): stderr: \u000a| �[0;m�[1;31m20221209210445952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210445952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210445953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210445953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210445953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210445953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210445967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210445985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210445986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210445986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:49.487848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14942): Terminating (SIGTERM)\u000a21:04:49.527162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14945): Terminating (SIGTERM)\u000a21:04:49.566361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14948): Terminating (SIGTERM)\u000a21:04:49.575701 --- ParallelTerminationStrategy: PID 14942 died...\u000a21:04:49.628196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14942): Terminated: ok {rc=0}\u000a21:04:49.637653 --- ParallelTerminationStrategy: PID 14945 died...\u000a21:04:49.690034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14945): Terminated: ok {rc=0}\u000a21:04:49.699651 --- ParallelTerminationStrategy: PID 14948 died...\u000a21:04:49.751703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14948): Terminated: ok {rc=0}\u000a21:04:49.834713 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14956): Process ended prematurely: osmo-stp_10.42.42.5(pid=14956) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14956)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14956): Process ended prematurely: osmo-stp_10.42.42.5(pid=14956) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:04:50.887575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:50.900152 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:04:51.063813 tst ping_idle_ping.py: using LAC 23715\u000a21:04:51.193898 tst ping_idle_ping.py: using RAC 255\u000a21:04:51.316930 tst ping_idle_ping.py: using CellId 23715\u000a21:04:51.441303 tst ping_idle_ping.py: using BVCI 23716\u000a21:04:51.465810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.477412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.488729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.500560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.512366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.524253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.536211 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:04:51.547992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:04:51.840004 tst ping_idle_ping.py:24: start network...\u000a21:04:51.973226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:52.485115 run create_hlr_db(pid=14950): Launched\u000a21:04:52.669802 bus /gobi_6: Setting Powered False\u000a21:04:53.691417 run create_hlr_db(pid=14950): Terminated: ok {rc=0}\u000a21:04:54.114703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14952): Launched\u000a21:04:54.435018 run osmo-hlr_10.42.42.2(pid=14953): Launched\u000a21:04:54.550996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:55.102967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14955): Launched\u000a21:04:55.419987 run osmo-stp_10.42.42.5(pid=14956): Launched\u000a21:04:55.534997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:56.088628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14958): Launched\u000a21:04:56.201780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:56.480205 run patchelf(pid=14959): Launched\u000a21:04:56.666146 run osmo-stp_10.42.42.5(pid=14956): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14956)]\u000a21:04:56.802355 run osmo-stp_10.42.42.5(pid=14956): stdout: \u000a| (launched: 2022-12-09_21:04:55.264049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:56.938828 run osmo-stp_10.42.42.5(pid=14956): stderr: \u000a| �[0;m�[38;5;43m20221209210455456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210455457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210455457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210455457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210455458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210455458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210455458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:57.070915 run osmo-stp_10.42.42.5(pid=14956): stdout: \u000a| (launched: 2022-12-09_21:04:55.264049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:57.201258 run osmo-stp_10.42.42.5(pid=14956): stderr: \u000a| �[0;m�[38;5;43m20221209210455456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210455457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210455457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210455457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210455458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210455458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210455458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:57.352553 run patchelf(pid=14959): Terminating (SIGINT)\u000a21:04:57.531033 run patchelf(pid=14959): Terminated: ok {rc=0}\u000a21:04:57.563369 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14956): Process ended prematurely: osmo-stp_10.42.42.5(pid=14956) [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14956)] [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:04:57.572691 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:04:57.635438 run osmo-hlr_10.42.42.2(pid=14953): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14953)]\u000a21:04:57.686529 run osmo-hlr_10.42.42.2(pid=14953): stdout: \u000a| (launched: 2022-12-09_21:04:54.276799) \u000a21:04:57.738573 run osmo-hlr_10.42.42.2(pid=14953): stderr: \u000a| �[0;m�[1;31m20221209210454475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210454475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210454475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210454475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210454475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210454475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210454488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210454496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210454496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210454496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:57.782604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14952): Terminating (SIGTERM)\u000a21:04:57.824008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14955): Terminating (SIGTERM)\u000a21:04:57.865589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14958): Terminating (SIGTERM)\u000a21:04:57.875237 --- ParallelTerminationStrategy: PID 14952 died...\u000a21:04:57.930777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14952): Terminated: ok {rc=0}\u000a21:04:57.940701 --- ParallelTerminationStrategy: PID 14955 died...\u000a21:04:57.995708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14955): Terminated: ok {rc=0}\u000a21:04:58.005727 --- ParallelTerminationStrategy: PID 14958 died...\u000a21:04:58.061237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14958): Terminated: ok {rc=0}\u000a21:04:58.147547 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:03:59" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14972): Process ended prematurely: osmo-stp_10.42.42.5(pid=14972) [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14972)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14972): Process ended prematurely: osmo-stp_10.42.42.5(pid=14972) [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:05:00.175722 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.187596 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:05:00.349026 tst switch_tch_pdch.py: using LAC 23716\u000a21:05:00.471351 tst switch_tch_pdch.py: using RAC 1\u000a21:05:00.593674 tst switch_tch_pdch.py: using CellId 23716\u000a21:05:00.716429 tst switch_tch_pdch.py: using BVCI 23717\u000a21:05:00.740724 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.752498 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.764093 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.775703 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.787434 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.799084 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.810852 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:05:00.822417 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:05:00.978970 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:05:01.330882 tst switch_tch_pdch.py:51: start network...\u000a21:05:01.467719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:02.019054 run create_hlr_db(pid=14966): Launched\u000a21:05:02.231954 bus /gobi_6: Setting Powered False\u000a21:05:03.219417 run create_hlr_db(pid=14966): Terminated: ok {rc=0}\u000a21:05:03.645622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14968): Launched\u000a21:05:03.942689 run osmo-hlr_10.42.42.2(pid=14969): Launched\u000a21:05:04.054695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:04.569572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14971): Launched\u000a21:05:04.868203 run osmo-stp_10.42.42.5(pid=14972): Launched\u000a21:05:04.977238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:05.494797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14974): Launched\u000a21:05:05.600629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:05.858885 run patchelf(pid=14975): Launched\u000a21:05:06.032357 run osmo-stp_10.42.42.5(pid=14972): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14972)]\u000a21:05:06.159478 run osmo-stp_10.42.42.5(pid=14972): stdout: \u000a| (launched: 2022-12-09_21:05:04.721389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:06.286527 run osmo-stp_10.42.42.5(pid=14972): stderr: \u000a| �[0;m�[38;5;43m20221209210504892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210504892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210504892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210504892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210504893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210504893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210504893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:06.409595 run osmo-stp_10.42.42.5(pid=14972): stdout: \u000a| (launched: 2022-12-09_21:05:04.721389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:06.530983 run osmo-stp_10.42.42.5(pid=14972): stderr: \u000a| �[0;m�[38;5;43m20221209210504892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210504892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210504892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210504892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210504893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210504893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210504893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:06.672523 run patchelf(pid=14975): Terminating (SIGINT)\u000a21:05:06.838976 run patchelf(pid=14975): Terminated: ok {rc=0}\u000a21:05:06.869459 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14972): Process ended prematurely: osmo-stp_10.42.42.5(pid=14972) [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14972)] [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:05:06.878279 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a21:05:06.938020 run osmo-hlr_10.42.42.2(pid=14969): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14969)]\u000a21:05:06.986595 run osmo-hlr_10.42.42.2(pid=14969): stdout: \u000a| (launched: 2022-12-09_21:05:03.796202) \u000a21:05:07.035995 run osmo-hlr_10.42.42.2(pid=14969): stderr: \u000a| �[0;m�[1;31m20221209210503969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210503969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210503969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210503969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210503969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210503969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210503982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210503990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210503990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210503990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:07.077964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14968): Terminating (SIGTERM)\u000a21:05:07.117661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14971): Terminating (SIGTERM)\u000a21:05:07.157363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14974): Terminating (SIGTERM)\u000a21:05:07.166759 --- ParallelTerminationStrategy: PID 14968 died...\u000a21:05:07.219070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14968): Terminated: ok {rc=0}\u000a21:05:07.228563 --- ParallelTerminationStrategy: PID 14971 died...\u000a21:05:07.282097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14971): Terminated: ok {rc=0}\u000a21:05:07.291781 --- ParallelTerminationStrategy: PID 14974 died...\u000a21:05:07.344515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14974): Terminated: ok {rc=0}\u000a21:05:07.426863 bus /gobi_0: Setting Powered False\u000a21:05:08.526211 bus /gobi_0: Setting Powered False\u000a21:05:09.636525 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:04:59" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14987): Process ended prematurely: osmo-stp_10.42.42.5(pid=14987) [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14987)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14987): Process ended prematurely: osmo-stp_10.42.42.5(pid=14987) [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:05:11.602470 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:11.613536 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:05:11.770166 tst switch_tch_pdch.py: using LAC 23717\u000a21:05:11.894734 tst switch_tch_pdch.py: using RAC 2\u000a21:05:12.023955 tst switch_tch_pdch.py: using CellId 23717\u000a21:05:12.147157 tst switch_tch_pdch.py: using BVCI 23718\u000a21:05:12.171635 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.183220 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.194649 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.206095 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.217571 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.228842 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.240574 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:05:12.251896 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:05:12.372898 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:05:12.663321 tst switch_tch_pdch.py:51: start network...\u000a21:05:12.795923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:13.277728 run create_hlr_db(pid=14981): Launched\u000a21:05:13.406785 bus /gobi_6: Setting Powered False\u000a21:05:14.482556 run create_hlr_db(pid=14981): Terminated: ok {rc=0}\u000a21:05:14.857249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14983): Launched\u000a21:05:15.155000 run osmo-hlr_10.42.42.2(pid=14984): Launched\u000a21:05:15.264846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:15.756782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14986): Launched\u000a21:05:16.112927 run osmo-stp_10.42.42.5(pid=14987): Launched\u000a21:05:16.296453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:05:16.829926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14989): Launched\u000a21:05:16.939496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:05:17.222582 run patchelf(pid=14990): Launched\u000a21:05:17.403245 run osmo-stp_10.42.42.5(pid=14987): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14987)]\u000a21:05:17.530971 run osmo-stp_10.42.42.5(pid=14987): stdout: \u000a| (launched: 2022-12-09_21:05:15.915855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:17.659352 run osmo-stp_10.42.42.5(pid=14987): stderr: \u000a| �[0;m�[38;5;43m20221209210516264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210516264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210516264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210516264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210516269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210516269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210516269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:17.782762 run osmo-stp_10.42.42.5(pid=14987): stdout: \u000a| (launched: 2022-12-09_21:05:15.915855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:17.905210 run osmo-stp_10.42.42.5(pid=14987): stderr: \u000a| �[0;m�[38;5;43m20221209210516264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210516264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210516264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210516264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210516269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210516269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210516269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:18.047388 run patchelf(pid=14990): Terminating (SIGINT)\u000a21:05:18.214497 run patchelf(pid=14990): Terminated: ok {rc=0}\u000a21:05:18.245105 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14987): Process ended prematurely: osmo-stp_10.42.42.5(pid=14987) [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14987)] [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:05:18.253974 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a21:05:18.314288 run osmo-hlr_10.42.42.2(pid=14984): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14984)]\u000a21:05:18.363143 run osmo-hlr_10.42.42.2(pid=14984): stdout: \u000a| (launched: 2022-12-09_21:05:15.008269) \u000a21:05:18.412649 run osmo-hlr_10.42.42.2(pid=14984): stderr: \u000a| �[0;m�[1;31m20221209210515183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210515183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210515183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210515184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210515184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210515184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210515197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210515207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210515207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210515207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:18.454445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14983): Terminating (SIGTERM)\u000a21:05:18.493944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14986): Terminating (SIGTERM)\u000a21:05:18.533529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14989): Terminating (SIGTERM)\u000a21:05:18.542987 --- ParallelTerminationStrategy: PID 14983 died...\u000a21:05:18.595827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14983): Terminated: ok {rc=0}\u000a21:05:18.605552 --- ParallelTerminationStrategy: PID 14986 died...\u000a21:05:18.658261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14986): Terminated: ok {rc=0}\u000a21:05:18.667945 --- ParallelTerminationStrategy: PID 14989 died...\u000a21:05:18.720927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14989): Terminated: ok {rc=0}\u000a21:05:18.803549 bus /gobi_0: Setting Powered False\u000a21:05:19.903573 bus /gobi_0: Setting Powered False\u000a21:05:21.008824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:05:11" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14995): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14995) [trial-2364↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14995)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14995): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14995) [trial-2364↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a21:05:22.889611 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a21:05:22.902368 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a21:05:23.025906 tst mo_mt_sms.py: using LAC 23718\u000a21:05:23.140887 tst mo_mt_sms.py: using RAC 3\u000a21:05:23.258163 tst mo_mt_sms.py: using CellId 23718\u000a21:05:23.373225 tst mo_mt_sms.py: using BVCI 23719\u000a21:05:23.395722 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:05:23.508399 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:05:23.793996 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:05:23.925729 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:05:24.580608 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14994): Launched\u000a21:05:24.894008 run osmo-nitb_10.42.42.2(pid=14995): Launched\u000a21:05:25.088590 run osmo-nitb_10.42.42.2(pid=14995): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14995)]\u000a21:05:25.231502 run osmo-nitb_10.42.42.2(pid=14995): stdout: \u000a| (launched: 2022-12-09_21:05:24.741922) \u000a21:05:25.374934 run osmo-nitb_10.42.42.2(pid=14995): stderr: \u000a| (launched: 2022-12-09_21:05:24.789107)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:25.513794 run osmo-nitb_10.42.42.2(pid=14995): stdout: \u000a| (launched: 2022-12-09_21:05:24.741922) \u000a21:05:25.651661 run osmo-nitb_10.42.42.2(pid=14995): stderr: \u000a| (launched: 2022-12-09_21:05:24.789107)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:26.022668 tst osmo-nitb_10.42.42.2(pid=14995): stdout: \u000a| (launched: 2022-12-09_21:05:24.741922) \u000a21:05:26.150069 tst osmo-nitb_10.42.42.2(pid=14995): stderr: \u000a| (launched: 2022-12-09_21:05:24.789107)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:26.205501 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14995): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14995) [trial-2364↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14995)] [trial-2364↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a21:05:26.214262 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a21:05:26.250852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14994): Terminating (SIGTERM)\u000a21:05:26.429112 --- ParallelTerminationStrategy: PID 14994 died...\u000a21:05:26.486820 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14994): Terminated: ok {rc=0}\u000a21:05:26.572434 bus /sierra_3: Setting Powered False\u000a21:05:27.675171 bus /sierra_3: Setting Powered False\u000a21:05:28.787094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:05:22" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15005): Process ended prematurely: osmo-stp_10.42.42.5(pid=15005) [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15005): Process ended prematurely: osmo-stp_10.42.42.5(pid=15005) [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:05:30.641887 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:30.652536 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:05:30.775932 tst mo_mt_sms.py: using LAC 23719\u000a21:05:30.901655 tst mo_mt_sms.py: using RAC 4\u000a21:05:31.019649 tst mo_mt_sms.py: using CellId 23719\u000a21:05:31.138045 tst mo_mt_sms.py: using BVCI 23720\u000a21:05:31.161488 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:31.173005 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:31.184595 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:31.197303 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:31.208690 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:31.220648 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:05:31.358972 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:05:31.628503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:32.183613 run create_hlr_db(pid=14999): Launched\u000a21:05:32.403037 bus /sierra_2: Setting Powered False\u000a21:05:33.397680 run create_hlr_db(pid=14999): Terminated: ok {rc=0}\u000a21:05:33.817913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15001): Launched\u000a21:05:34.115043 run osmo-hlr_10.42.42.2(pid=15002): Launched\u000a21:05:34.224643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:34.744122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15004): Launched\u000a21:05:35.061702 run osmo-stp_10.42.42.5(pid=15005): Launched\u000a21:05:35.176151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:35.755908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15007): Launched\u000a21:05:36.073132 run osmo-msc_10.42.42.6(pid=15008): Launched\u000a21:05:36.258728 run osmo-stp_10.42.42.5(pid=15005): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)]\u000a21:05:36.392488 run osmo-stp_10.42.42.5(pid=15005): stdout: \u000a| (launched: 2022-12-09_21:05:34.905856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:36.526378 run osmo-stp_10.42.42.5(pid=15005): stderr: \u000a| �[0;m�[38;5;43m20221209210535097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210535097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210535097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210535098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210535098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210535098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210535098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:36.654051 run osmo-stp_10.42.42.5(pid=15005): stdout: \u000a| (launched: 2022-12-09_21:05:34.905856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:36.780533 run osmo-stp_10.42.42.5(pid=15005): stderr: \u000a| �[0;m�[38;5;43m20221209210535097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210535097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210535097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210535098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210535098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210535098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210535098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:36.836254 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15005): Process ended prematurely: osmo-stp_10.42.42.5(pid=15005) [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15005)] [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a21:05:36.844811 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a21:05:36.906951 run osmo-hlr_10.42.42.2(pid=15002): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15002)]\u000a21:05:36.957716 run osmo-hlr_10.42.42.2(pid=15002): stdout: \u000a| (launched: 2022-12-09_21:05:33.968594) \u000a21:05:37.009217 run osmo-hlr_10.42.42.2(pid=15002): stderr: \u000a| �[0;m�[1;31m20221209210534143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210534143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210534143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210534143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210534143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210534143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210534156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210534166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210534167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210534167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:37.079528 run osmo-msc_10.42.42.6(pid=15008): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15008)]\u000a21:05:37.130221 run osmo-msc_10.42.42.6(pid=15008): stdout: \u000a| (launched: 2022-12-09_21:05:35.917234) \u000a21:05:37.181415 run osmo-msc_10.42.42.6(pid=15008): stderr: \u000a| �[0;m�[38;5;43m20221209210536240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210536240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf37c70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210536240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210536240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210536240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210536241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210536242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210536243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210536243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210536243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:37.225247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15001): Terminating (SIGTERM)\u000a21:05:37.266834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15004): Terminating (SIGTERM)\u000a21:05:37.308205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15007): Terminating (SIGTERM)\u000a21:05:37.317597 --- ParallelTerminationStrategy: PID 15001 died...\u000a21:05:37.373047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15001): Terminated: ok {rc=0}\u000a21:05:37.383006 --- ParallelTerminationStrategy: PID 15004 died...\u000a21:05:37.438328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15004): Terminated: ok {rc=0}\u000a21:05:37.448400 --- ParallelTerminationStrategy: PID 15007 died...\u000a21:05:37.503607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15007): Terminated: ok {rc=0}\u000a21:05:37.590511 bus /sierra_3: Setting Powered False\u000a21:05:38.694117 bus /sierra_3: Setting Powered False\u000a21:05:39.802730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:05:30" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15014) [trial-2364↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15014)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15014) [trial-2364↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:05:41.620280 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a21:05:41.631197 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:05:41.762390 tst assert_extension.py: using LAC 23720\u000a21:05:41.886357 tst assert_extension.py: using RAC 5\u000a21:05:42.012582 tst assert_extension.py: using CellId 23720\u000a21:05:42.139346 tst assert_extension.py: using BVCI 23721\u000a21:05:42.163686 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:05:42.436585 tst assert_extension.py:10: start nitb and bts...\u000a21:05:42.560149 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:05:43.174606 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15013): Launched\u000a21:05:43.468632 run osmo-nitb_10.42.42.2(pid=15014): Launched\u000a21:05:43.650516 run osmo-nitb_10.42.42.2(pid=15014): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15014)]\u000a21:05:43.784028 run osmo-nitb_10.42.42.2(pid=15014): stdout: \u000a| (launched: 2022-12-09_21:05:43.325276) \u000a21:05:43.919418 run osmo-nitb_10.42.42.2(pid=15014): stderr: \u000a| (launched: 2022-12-09_21:05:43.369394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:44.049601 run osmo-nitb_10.42.42.2(pid=15014): stdout: \u000a| (launched: 2022-12-09_21:05:43.325276) \u000a21:05:44.178970 run osmo-nitb_10.42.42.2(pid=15014): stderr: \u000a| (launched: 2022-12-09_21:05:43.369394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:44.587729 tst osmo-nitb_10.42.42.2(pid=15014): stdout: \u000a| (launched: 2022-12-09_21:05:43.325276) \u000a21:05:44.705927 tst osmo-nitb_10.42.42.2(pid=15014): stderr: \u000a| (launched: 2022-12-09_21:05:43.369394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:44.757640 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15014) [trial-2364↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15014)] [trial-2364↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a21:05:44.765817 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a21:05:44.800598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15013): Terminating (SIGTERM)\u000a21:05:44.978283 --- ParallelTerminationStrategy: PID 15013 died...\u000a21:05:45.033205 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15013): Terminated: ok {rc=0}\u000a21:05:45.121387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:05:41" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:05:46.996362 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:47.011316 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:05:47.154950 tst assert_extension.py: using LAC 23721\u000a21:05:47.289261 tst assert_extension.py: using RAC 6\u000a21:05:47.412796 tst assert_extension.py: using CellId 23721\u000a21:05:47.536724 tst assert_extension.py: using BVCI 23722\u000a21:05:47.559507 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:47.570395 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:47.581302 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:47.592884 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:47.604492 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:05:47.615936 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:05:47.825591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:48.336247 run create_hlr_db(pid=15019): Launched\u000a21:05:48.519947 bus /sierra_2: Setting Powered False\u000a21:05:49.542000 run create_hlr_db(pid=15019): Terminated: ok {rc=0}\u000a21:05:49.965310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Launched\u000a21:05:50.284873 run osmo-hlr_10.42.42.2(pid=15022): Launched\u000a21:05:50.400774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:50.954785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Launched\u000a21:05:51.273771 run osmo-stp_10.42.42.5(pid=15025): Launched\u000a21:05:51.388902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:51.969797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15027): Launched\u000a21:05:52.289145 run osmo-msc_10.42.42.6(pid=15028): Launched\u000a21:05:52.475698 run osmo-stp_10.42.42.5(pid=15025): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]\u000a21:05:52.610532 run osmo-stp_10.42.42.5(pid=15025): stdout: \u000a| (launched: 2022-12-09_21:05:51.117537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:52.744697 run osmo-stp_10.42.42.5(pid=15025): stderr: \u000a| �[0;m�[38;5;43m20221209210551308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210551308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210551308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210551309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210551309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210551309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210551309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:52.872679 run osmo-stp_10.42.42.5(pid=15025): stdout: \u000a| (launched: 2022-12-09_21:05:51.117537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:53.000003 run osmo-stp_10.42.42.5(pid=15025): stderr: \u000a| �[0;m�[38;5;43m20221209210551308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210551308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210551308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210551309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210551309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210551309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210551309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:53.055933 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)] [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a21:05:53.065088 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a21:05:53.127902 run osmo-hlr_10.42.42.2(pid=15022): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15022)]\u000a21:05:53.179849 run osmo-hlr_10.42.42.2(pid=15022): stdout: \u000a| (launched: 2022-12-09_21:05:50.127578) \u000a21:05:53.232123 run osmo-hlr_10.42.42.2(pid=15022): stderr: \u000a| �[0;m�[1;31m20221209210550324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210550324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210550324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210550324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210550324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210550324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210550336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210550344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210550345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210550345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:53.303376 run osmo-msc_10.42.42.6(pid=15028): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15028)]\u000a21:05:53.354932 run osmo-msc_10.42.42.6(pid=15028): stdout: \u000a| (launched: 2022-12-09_21:05:52.132449) \u000a21:05:53.407029 run osmo-msc_10.42.42.6(pid=15028): stderr: \u000a| �[0;m�[38;5;43m20221209210552454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210552454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85c7b9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210552454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210552454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210552455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210552455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210552456 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210552457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210552457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210552457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:53.451174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminating (SIGTERM)\u000a21:05:53.492761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminating (SIGTERM)\u000a21:05:53.534571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15027): Terminating (SIGTERM)\u000a21:05:53.543888 --- ParallelTerminationStrategy: PID 15021 died...\u000a21:05:53.599964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminated: ok {rc=0}\u000a21:05:53.610157 --- ParallelTerminationStrategy: PID 15024 died...\u000a21:05:53.666026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminated: ok {rc=0}\u000a21:05:53.676037 --- ParallelTerminationStrategy: PID 15027 died...\u000a21:05:53.731623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15027): Terminated: ok {rc=0}\u000a21:05:53.819427 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:05:46" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15039): Process ended prematurely: osmo-stp_10.42.42.5(pid=15039) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15039): Process ended prematurely: osmo-stp_10.42.42.5(pid=15039) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:05:55.761348 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:55.773047 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:05:55.928529 tst mo_mt_call.py: using LAC 23722\u000a21:05:56.054639 tst mo_mt_call.py: using RAC 7\u000a21:05:56.181547 tst mo_mt_call.py: using CellId 23722\u000a21:05:56.307560 tst mo_mt_call.py: using BVCI 23723\u000a21:05:56.332519 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:56.344497 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:56.355989 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:56.367396 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:56.378974 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:56.390495 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:56.508003 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:56.709701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:57.185254 run create_hlr_db(pid=15033): Launched\u000a21:05:57.359097 bus /sierra_2: Setting Powered False\u000a21:05:58.380074 run create_hlr_db(pid=15033): Terminated: ok {rc=0}\u000a21:05:58.809399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15035): Launched\u000a21:05:59.135693 run osmo-hlr_10.42.42.2(pid=15036): Launched\u000a21:05:59.254672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:59.814233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15038): Launched\u000a21:06:00.137471 run osmo-stp_10.42.42.5(pid=15039): Launched\u000a21:06:00.254570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:00.855317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15041): Launched\u000a21:06:01.321730 run osmo-msc_10.42.42.6(pid=15042): Launched\u000a21:06:01.589404 run osmo-stp_10.42.42.5(pid=15039): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)]\u000a21:06:01.756136 run osmo-stp_10.42.42.5(pid=15039): stdout: \u000a| (launched: 2022-12-09_21:05:59.978895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:01.895717 run osmo-stp_10.42.42.5(pid=15039): stderr: \u000a| �[0;m�[38;5;43m20221209210600170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210600170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210600170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210600171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210600171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210600171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210600171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:02.059034 run osmo-stp_10.42.42.5(pid=15039): stdout: \u000a| (launched: 2022-12-09_21:05:59.978895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:02.190665 run osmo-stp_10.42.42.5(pid=15039): stderr: \u000a| �[0;m�[38;5;43m20221209210600170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210600170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210600170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210600171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210600171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210600171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210600171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:02.248898 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15039): Process ended prematurely: osmo-stp_10.42.42.5(pid=15039) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15039)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:06:02.259095 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:06:02.322604 run osmo-hlr_10.42.42.2(pid=15036): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15036)]\u000a21:06:02.373971 run osmo-hlr_10.42.42.2(pid=15036): stdout: \u000a| (launched: 2022-12-09_21:05:58.974420) \u000a21:06:02.425882 run osmo-hlr_10.42.42.2(pid=15036): stderr: \u000a| �[0;m�[1;31m20221209210559170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210559170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210559170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210559171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210559171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210559171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210559183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210559192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210559192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210559192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:02.496562 run osmo-msc_10.42.42.6(pid=15042): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15042)]\u000a21:06:02.547702 run osmo-msc_10.42.42.6(pid=15042): stdout: \u000a| (launched: 2022-12-09_21:06:01.033005) \u000a21:06:02.599335 run osmo-msc_10.42.42.6(pid=15042): stderr: \u000a| �[0;m�[38;5;43m20221209210601477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210601478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc364942c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210601478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210601481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210601481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210601482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210601483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:02.643438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15035): Terminating (SIGTERM)\u000a21:06:02.684992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15038): Terminating (SIGTERM)\u000a21:06:02.726638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15041): Terminating (SIGTERM)\u000a21:06:02.736283 --- ParallelTerminationStrategy: PID 15035 died...\u000a21:06:02.792199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15035): Terminated: ok {rc=0}\u000a21:06:02.802331 --- ParallelTerminationStrategy: PID 15038 died...\u000a21:06:02.857806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15038): Terminated: ok {rc=0}\u000a21:06:02.867922 --- ParallelTerminationStrategy: PID 15041 died...\u000a21:06:02.923276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15041): Terminated: ok {rc=0}\u000a21:06:03.008824 bus /sierra_3: Setting Powered False\u000a21:06:04.116038 bus /sierra_3: Setting Powered False\u000a21:06:05.223164 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15050): Process ended prematurely: osmo-stp_10.42.42.5(pid=15050) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15050): Process ended prematurely: osmo-stp_10.42.42.5(pid=15050) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:06.330229 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:06:06.341941 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:06:06.490953 tst mo_mt_call_osmux.py: using LAC 23723\u000a21:06:06.607162 tst mo_mt_call_osmux.py: using RAC 8\u000a21:06:06.723484 tst mo_mt_call_osmux.py: using CellId 23723\u000a21:06:06.844791 tst mo_mt_call_osmux.py: using BVCI 23724\u000a21:06:06.867689 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:06:06.878779 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:06:06.889665 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:06:06.900763 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:06:06.912018 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:06:06.923195 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:06:07.039245 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:06:07.243746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:07.720453 run create_hlr_db(pid=15044): Launched\u000a21:06:07.894339 bus /sierra_2: Setting Powered False\u000a21:06:08.915321 run create_hlr_db(pid=15044): Terminated: ok {rc=0}\u000a21:06:09.345072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15046): Launched\u000a21:06:09.668889 run osmo-hlr_10.42.42.2(pid=15047): Launched\u000a21:06:09.789512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:10.351926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15049): Launched\u000a21:06:10.676456 run osmo-stp_10.42.42.5(pid=15050): Launched\u000a21:06:10.795701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:11.387094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15052): Launched\u000a21:06:11.711351 run osmo-msc_10.42.42.6(pid=15053): Launched\u000a21:06:11.902123 run osmo-stp_10.42.42.5(pid=15050): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)]\u000a21:06:12.038306 run osmo-stp_10.42.42.5(pid=15050): stdout: \u000a| (launched: 2022-12-09_21:06:10.516904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:12.174047 run osmo-stp_10.42.42.5(pid=15050): stderr: \u000a| �[0;m�[38;5;43m20221209210610709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210610709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210610709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210610710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210610710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210610710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210610710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:12.303689 run osmo-stp_10.42.42.5(pid=15050): stdout: \u000a| (launched: 2022-12-09_21:06:10.516904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:12.432029 run osmo-stp_10.42.42.5(pid=15050): stderr: \u000a| �[0;m�[38;5;43m20221209210610709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210610709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210610709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210610710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210610710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210610710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210610710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:12.489158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15050): Process ended prematurely: osmo-stp_10.42.42.5(pid=15050) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15050)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:06:12.498570 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:06:12.560818 run osmo-hlr_10.42.42.2(pid=15047): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15047)]\u000a21:06:12.611516 run osmo-hlr_10.42.42.2(pid=15047): stdout: \u000a| (launched: 2022-12-09_21:06:09.509504) \u000a21:06:12.663380 run osmo-hlr_10.42.42.2(pid=15047): stderr: \u000a| �[0;m�[1;31m20221209210609707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210609707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210609707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210609707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210609707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210609708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210609719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210609728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210609728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210609728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:12.733468 run osmo-msc_10.42.42.6(pid=15053): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15053)]\u000a21:06:12.784578 run osmo-msc_10.42.42.6(pid=15053): stdout: \u000a| (launched: 2022-12-09_21:06:11.551720) \u000a21:06:12.835930 run osmo-msc_10.42.42.6(pid=15053): stderr: \u000a| �[0;m�[38;5;43m20221209210611876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210611876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd1d912c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210611877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210611877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210611877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210611877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210611879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210611879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210611879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210611879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:12.879281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15046): Terminating (SIGTERM)\u000a21:06:12.920142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15049): Terminating (SIGTERM)\u000a21:06:12.961021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15052): Terminating (SIGTERM)\u000a21:06:12.970513 --- ParallelTerminationStrategy: PID 15046 died...\u000a21:06:13.025445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15046): Terminated: ok {rc=0}\u000a21:06:13.035312 --- ParallelTerminationStrategy: PID 15049 died...\u000a21:06:13.090110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15049): Terminated: ok {rc=0}\u000a21:06:13.099968 --- ParallelTerminationStrategy: PID 15052 died...\u000a21:06:13.154606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15052): Terminated: ok {rc=0}\u000a21:06:13.240633 bus /sierra_3: Setting Powered False\u000a21:06:14.344679 bus /sierra_3: Setting Powered False\u000a21:06:15.451272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:05:55" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15064): Process ended prematurely: osmo-stp_10.42.42.5(pid=15064) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15064): Process ended prematurely: osmo-stp_10.42.42.5(pid=15064) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:17.444065 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:17.455650 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:06:17.609552 tst mo_mt_call.py: using LAC 23724\u000a21:06:17.736925 tst mo_mt_call.py: using RAC 9\u000a21:06:17.862393 tst mo_mt_call.py: using CellId 23724\u000a21:06:17.987662 tst mo_mt_call.py: using BVCI 23725\u000a21:06:18.012290 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:18.023878 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:18.035394 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:18.046871 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:18.058771 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:18.070660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:18.186743 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:18.387736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:18.865224 run create_hlr_db(pid=15058): Launched\u000a21:06:19.038861 bus /sierra_2: Setting Powered False\u000a21:06:20.059522 run create_hlr_db(pid=15058): Terminated: ok {rc=0}\u000a21:06:20.489542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15060): Launched\u000a21:06:20.813308 run osmo-hlr_10.42.42.2(pid=15061): Launched\u000a21:06:20.933989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:21.494535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15063): Launched\u000a21:06:21.817645 run osmo-stp_10.42.42.5(pid=15064): Launched\u000a21:06:21.996450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:22.585852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15066): Launched\u000a21:06:22.909012 run osmo-msc_10.42.42.6(pid=15067): Launched\u000a21:06:23.098635 run osmo-stp_10.42.42.5(pid=15064): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)]\u000a21:06:23.234604 run osmo-stp_10.42.42.5(pid=15064): stdout: \u000a| (launched: 2022-12-09_21:06:21.659037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:23.369851 run osmo-stp_10.42.42.5(pid=15064): stderr: \u000a| �[0;m�[38;5;43m20221209210621852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210621852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210621852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210621853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210621853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210621853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210621853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:23.499486 run osmo-stp_10.42.42.5(pid=15064): stdout: \u000a| (launched: 2022-12-09_21:06:21.659037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:23.628161 run osmo-stp_10.42.42.5(pid=15064): stderr: \u000a| �[0;m�[38;5;43m20221209210621852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210621852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210621852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210621853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210621853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210621853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210621853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:23.684806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15064): Process ended prematurely: osmo-stp_10.42.42.5(pid=15064) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:06:23.694221 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:06:23.755919 run osmo-hlr_10.42.42.2(pid=15061): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15061)]\u000a21:06:23.806470 run osmo-hlr_10.42.42.2(pid=15061): stdout: \u000a| (launched: 2022-12-09_21:06:20.654101) \u000a21:06:23.857851 run osmo-hlr_10.42.42.2(pid=15061): stderr: \u000a| �[0;m�[1;31m20221209210620854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210620854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210620854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210620854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210620854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210620854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210620869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210620879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210620879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210620879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:23.928068 run osmo-msc_10.42.42.6(pid=15067): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15067)]\u000a21:06:23.978776 run osmo-msc_10.42.42.6(pid=15067): stdout: \u000a| (launched: 2022-12-09_21:06:22.750579) \u000a21:06:24.030017 run osmo-msc_10.42.42.6(pid=15067): stderr: \u000a| �[0;m�[38;5;43m20221209210623072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210623072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce53286c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210623072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210623072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210623072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210623073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210623074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210623075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210623075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210623075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:24.074035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15060): Terminating (SIGTERM)\u000a21:06:24.115433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15063): Terminating (SIGTERM)\u000a21:06:24.156903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15066): Terminating (SIGTERM)\u000a21:06:24.166472 --- ParallelTerminationStrategy: PID 15060 died...\u000a21:06:24.221159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15060): Terminated: ok {rc=0}\u000a21:06:24.231031 --- ParallelTerminationStrategy: PID 15063 died...\u000a21:06:24.285436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15063): Terminated: ok {rc=0}\u000a21:06:24.295269 --- ParallelTerminationStrategy: PID 15066 died...\u000a21:06:24.350238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15066): Terminated: ok {rc=0}\u000a21:06:24.437121 bus /sierra_3: Setting Powered False\u000a21:06:25.541820 bus /sierra_3: Setting Powered False\u000a21:06:26.648924 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15075): Process ended prematurely: osmo-stp_10.42.42.5(pid=15075) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15075): Process ended prematurely: osmo-stp_10.42.42.5(pid=15075) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:27.762209 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:27.774373 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:06:27.924629 tst mo_mt_call_osmux.py: using LAC 23725\u000a21:06:28.044268 tst mo_mt_call_osmux.py: using RAC 10\u000a21:06:28.163573 tst mo_mt_call_osmux.py: using CellId 23725\u000a21:06:28.283458 tst mo_mt_call_osmux.py: using BVCI 23726\u000a21:06:28.306579 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:28.317852 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:28.328820 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:28.340301 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:28.351723 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:06:28.363067 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:28.482607 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:06:28.694678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:29.211538 run create_hlr_db(pid=15069): Launched\u000a21:06:29.397747 bus /sierra_2: Setting Powered False\u000a21:06:30.418717 run create_hlr_db(pid=15069): Terminated: ok {rc=0}\u000a21:06:30.859205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15071): Launched\u000a21:06:31.278283 run osmo-hlr_10.42.42.2(pid=15072): Launched\u000a21:06:31.418214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:32.023742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15074): Launched\u000a21:06:32.364320 run osmo-stp_10.42.42.5(pid=15075): Launched\u000a21:06:32.481610 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:33.076131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15077): Launched\u000a21:06:33.399725 run osmo-msc_10.42.42.6(pid=15078): Launched\u000a21:06:33.589247 run osmo-stp_10.42.42.5(pid=15075): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)]\u000a21:06:33.725534 run osmo-stp_10.42.42.5(pid=15075): stdout: \u000a| (launched: 2022-12-09_21:06:32.181557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:33.861674 run osmo-stp_10.42.42.5(pid=15075): stderr: \u000a| �[0;m�[38;5;43m20221209210632398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210632398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210632398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210632399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210632399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210632399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210632399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:33.992206 run osmo-stp_10.42.42.5(pid=15075): stdout: \u000a| (launched: 2022-12-09_21:06:32.181557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:34.122555 run osmo-stp_10.42.42.5(pid=15075): stderr: \u000a| �[0;m�[38;5;43m20221209210632398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210632398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210632398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210632399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210632399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210632399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210632399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:34.180029 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15075): Process ended prematurely: osmo-stp_10.42.42.5(pid=15075) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15075)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:06:34.189507 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:06:34.252015 run osmo-hlr_10.42.42.2(pid=15072): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15072)]\u000a21:06:34.302969 run osmo-hlr_10.42.42.2(pid=15072): stdout: \u000a| (launched: 2022-12-09_21:06:31.027181) \u000a21:06:34.354815 run osmo-hlr_10.42.42.2(pid=15072): stderr: \u000a| �[0;m�[1;31m20221209210631396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210631396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210631396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210631396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210631396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210631396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210631411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210631429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210631429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210631429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:34.424835 run osmo-msc_10.42.42.6(pid=15078): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15078)]\u000a21:06:34.475674 run osmo-msc_10.42.42.6(pid=15078): stdout: \u000a| (launched: 2022-12-09_21:06:33.241381) \u000a21:06:34.527309 run osmo-msc_10.42.42.6(pid=15078): stderr: \u000a| �[0;m�[38;5;43m20221209210633563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210633563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f31f1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210633563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210633563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210633563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210633564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210633565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210633566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210633566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210633566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:34.571293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15071): Terminating (SIGTERM)\u000a21:06:34.612941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15074): Terminating (SIGTERM)\u000a21:06:34.654781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15077): Terminating (SIGTERM)\u000a21:06:34.664443 --- ParallelTerminationStrategy: PID 15071 died...\u000a21:06:34.720141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15071): Terminated: ok {rc=0}\u000a21:06:34.730458 --- ParallelTerminationStrategy: PID 15074 died...\u000a21:06:34.786323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15074): Terminated: ok {rc=0}\u000a21:06:34.796422 --- ParallelTerminationStrategy: PID 15077 died...\u000a21:06:34.851804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15077): Terminated: ok {rc=0}\u000a21:06:34.937380 bus /sierra_3: Setting Powered False\u000a21:06:36.044283 bus /sierra_3: Setting Powered False\u000a21:06:37.152089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:06:17" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15089): Process ended prematurely: osmo-stp_10.42.42.5(pid=15089) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15089)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15089): Process ended prematurely: osmo-stp_10.42.42.5(pid=15089) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:39.131179 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:39.143060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:06:39.299167 tst mo_mt_call.py: using LAC 23726\u000a21:06:39.428743 tst mo_mt_call.py: using RAC 11\u000a21:06:39.554162 tst mo_mt_call.py: using CellId 23726\u000a21:06:39.679387 tst mo_mt_call.py: using BVCI 23727\u000a21:06:39.704134 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:39.715799 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:39.727320 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:39.739030 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:39.750781 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:39.762668 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:39.878982 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:40.082368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:40.558513 run create_hlr_db(pid=15083): Launched\u000a21:06:40.731700 bus /sierra_2: Setting Powered False\u000a21:06:41.754126 run create_hlr_db(pid=15083): Terminated: ok {rc=0}\u000a21:06:42.182206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15085): Launched\u000a21:06:42.506647 run osmo-hlr_10.42.42.2(pid=15086): Launched\u000a21:06:42.625176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:43.184139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15088): Launched\u000a21:06:43.507033 run osmo-stp_10.42.42.5(pid=15089): Launched\u000a21:06:43.624880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:44.215860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15091): Launched\u000a21:06:44.540715 run osmo-msc_10.42.42.6(pid=15092): Launched\u000a21:06:44.730667 run osmo-stp_10.42.42.5(pid=15089): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15089)]\u000a21:06:44.868521 run osmo-stp_10.42.42.5(pid=15089): stdout: \u000a| (launched: 2022-12-09_21:06:43.348523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:45.004676 run osmo-stp_10.42.42.5(pid=15089): stderr: \u000a| �[0;m�[38;5;43m20221209210643540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210643540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210643541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210643541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210643541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210643542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210643542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:45.135716 run osmo-stp_10.42.42.5(pid=15089): stdout: \u000a| (launched: 2022-12-09_21:06:43.348523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:45.264694 run osmo-stp_10.42.42.5(pid=15089): stderr: \u000a| �[0;m�[38;5;43m20221209210643540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210643540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210643541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210643541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210643541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210643542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210643542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:45.321951 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15089): Process ended prematurely: osmo-stp_10.42.42.5(pid=15089) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15089)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:06:45.331484 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:06:45.394015 run osmo-hlr_10.42.42.2(pid=15086): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15086)]\u000a21:06:45.445099 run osmo-hlr_10.42.42.2(pid=15086): stdout: \u000a| (launched: 2022-12-09_21:06:42.347453) \u000a21:06:45.496879 run osmo-hlr_10.42.42.2(pid=15086): stderr: \u000a| �[0;m�[1;31m20221209210642545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210642545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210642545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210642545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210642545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210642545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210642561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210642570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210642571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210642571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:45.567047 run osmo-msc_10.42.42.6(pid=15092): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15092)]\u000a21:06:45.617845 run osmo-msc_10.42.42.6(pid=15092): stdout: \u000a| (launched: 2022-12-09_21:06:44.381455) \u000a21:06:45.669288 run osmo-msc_10.42.42.6(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221209210644704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210644704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34f22a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210644704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210644704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210644704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210644705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210644706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210644707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210644707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210644707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:45.713033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15085): Terminating (SIGTERM)\u000a21:06:45.754517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15088): Terminating (SIGTERM)\u000a21:06:45.796124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15091): Terminating (SIGTERM)\u000a21:06:45.806079 --- ParallelTerminationStrategy: PID 15085 died...\u000a21:06:45.868644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15085): Terminated: ok {rc=0}\u000a21:06:45.883083 --- ParallelTerminationStrategy: PID 15088 died...\u000a21:06:45.958861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15088): Terminated: ok {rc=0}\u000a21:06:45.970888 --- ParallelTerminationStrategy: PID 15091 died...\u000a21:06:46.036354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15091): Terminated: ok {rc=0}\u000a21:06:46.128344 bus /sierra_3: Setting Powered False\u000a21:06:47.230044 bus /sierra_3: Setting Powered False\u000a21:06:48.340576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15100): Process ended prematurely: osmo-stp_10.42.42.5(pid=15100) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15100): Process ended prematurely: osmo-stp_10.42.42.5(pid=15100) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:49.450669 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:49.462603 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:06:49.610566 tst mo_mt_call_osmux.py: using LAC 23727\u000a21:06:49.728635 tst mo_mt_call_osmux.py: using RAC 12\u000a21:06:49.849904 tst mo_mt_call_osmux.py: using CellId 23727\u000a21:06:49.976354 tst mo_mt_call_osmux.py: using BVCI 23728\u000a21:06:50.001245 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:50.013114 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:50.024932 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:50.037051 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:50.049323 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:50.061367 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:50.181317 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:50.394623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:50.911046 run create_hlr_db(pid=15094): Launched\u000a21:06:51.098181 bus /sierra_2: Setting Powered False\u000a21:06:52.119082 run create_hlr_db(pid=15094): Terminated: ok {rc=0}\u000a21:06:52.524814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15096): Launched\u000a21:06:52.826973 run osmo-hlr_10.42.42.2(pid=15097): Launched\u000a21:06:52.942916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:53.471182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15099): Launched\u000a21:06:53.772599 run osmo-stp_10.42.42.5(pid=15100): Launched\u000a21:06:53.882962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:54.440270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15102): Launched\u000a21:06:54.745651 run osmo-msc_10.42.42.6(pid=15103): Launched\u000a21:06:54.923206 run osmo-stp_10.42.42.5(pid=15100): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)]\u000a21:06:55.052032 run osmo-stp_10.42.42.5(pid=15100): stdout: \u000a| (launched: 2022-12-09_21:06:53.624262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:55.178708 run osmo-stp_10.42.42.5(pid=15100): stderr: \u000a| �[0;m�[38;5;43m20221209210653797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210653797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210653797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210653797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210653798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210653798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210653798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:55.300344 run osmo-stp_10.42.42.5(pid=15100): stdout: \u000a| (launched: 2022-12-09_21:06:53.624262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:55.421461 run osmo-stp_10.42.42.5(pid=15100): stderr: \u000a| �[0;m�[38;5;43m20221209210653797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210653797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210653797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210653797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210653798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210653798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210653798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:55.475072 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15100): Process ended prematurely: osmo-stp_10.42.42.5(pid=15100) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:06:55.483913 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:06:55.543853 run osmo-hlr_10.42.42.2(pid=15097): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15097)]\u000a21:06:55.592367 run osmo-hlr_10.42.42.2(pid=15097): stdout: \u000a| (launched: 2022-12-09_21:06:52.678688) \u000a21:06:55.641721 run osmo-hlr_10.42.42.2(pid=15097): stderr: \u000a| �[0;m�[1;31m20221209210652856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210652856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210652856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210652856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210652857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210652857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210652869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210652878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210652878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210652878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:55.708480 run osmo-msc_10.42.42.6(pid=15103): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15103)]\u000a21:06:55.756872 run osmo-msc_10.42.42.6(pid=15103): stdout: \u000a| (launched: 2022-12-09_21:06:54.593986) \u000a21:06:55.806193 run osmo-msc_10.42.42.6(pid=15103): stderr: \u000a| �[0;m�[38;5;43m20221209210654869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210654869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2120dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210654869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210654869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210654869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210654870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210654872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210654872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210654872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210654873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:55.847814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15096): Terminating (SIGTERM)\u000a21:06:55.887451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15099): Terminating (SIGTERM)\u000a21:06:55.927088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15102): Terminating (SIGTERM)\u000a21:06:55.936671 --- ParallelTerminationStrategy: PID 15096 died...\u000a21:06:55.989616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15096): Terminated: ok {rc=0}\u000a21:06:55.999659 --- ParallelTerminationStrategy: PID 15099 died...\u000a21:06:56.052229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15099): Terminated: ok {rc=0}\u000a21:06:56.062141 --- ParallelTerminationStrategy: PID 15102 died...\u000a21:06:56.115164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15102): Terminated: ok {rc=0}\u000a21:06:56.201702 bus /sierra_3: Setting Powered False\u000a21:06:57.303785 bus /sierra_3: Setting Powered False\u000a21:06:58.414527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:06:38" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15114): Process ended prematurely: osmo-stp_10.42.42.5(pid=15114) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15114)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15114): Process ended prematurely: osmo-stp_10.42.42.5(pid=15114) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:07:00.392566 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:00.404439 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:07:00.559679 tst mo_mt_call.py: using LAC 23728\u000a21:07:00.686420 tst mo_mt_call.py: using RAC 13\u000a21:07:00.813293 tst mo_mt_call.py: using CellId 23728\u000a21:07:00.973675 tst mo_mt_call.py: using BVCI 23729\u000a21:07:00.999516 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:01.012115 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:01.024604 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:01.037260 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:01.049929 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:01.061946 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:07:01.179770 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:07:01.424778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:01.980542 run create_hlr_db(pid=15108): Launched\u000a21:07:02.170134 bus /sierra_2: Setting Powered False\u000a21:07:03.189409 run create_hlr_db(pid=15108): Terminated: ok {rc=0}\u000a21:07:03.618358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15110): Launched\u000a21:07:03.941632 run osmo-hlr_10.42.42.2(pid=15111): Launched\u000a21:07:04.059830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:04.621820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15113): Launched\u000a21:07:04.944770 run osmo-stp_10.42.42.5(pid=15114): Launched\u000a21:07:05.061928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:05.651935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15116): Launched\u000a21:07:05.975918 run osmo-msc_10.42.42.6(pid=15117): Launched\u000a21:07:06.165755 run osmo-stp_10.42.42.5(pid=15114): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15114)]\u000a21:07:06.304577 run osmo-stp_10.42.42.5(pid=15114): stdout: \u000a| (launched: 2022-12-09_21:07:04.786048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:06.438669 run osmo-stp_10.42.42.5(pid=15114): stderr: \u000a| �[0;m�[38;5;43m20221209210704978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210704978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210704978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210704979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210704979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210704979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210704979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:06.568619 run osmo-stp_10.42.42.5(pid=15114): stdout: \u000a| (launched: 2022-12-09_21:07:04.786048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:06.697084 run osmo-stp_10.42.42.5(pid=15114): stderr: \u000a| �[0;m�[38;5;43m20221209210704978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210704978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210704978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210704979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210704979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210704979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210704979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:06.753691 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15114): Process ended prematurely: osmo-stp_10.42.42.5(pid=15114) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15114)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:07:06.762915 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:07:06.824435 run osmo-hlr_10.42.42.2(pid=15111): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15111)]\u000a21:07:06.875039 run osmo-hlr_10.42.42.2(pid=15111): stdout: \u000a| (launched: 2022-12-09_21:07:03.783088) \u000a21:07:06.926129 run osmo-hlr_10.42.42.2(pid=15111): stderr: \u000a| �[0;m�[1;31m20221209210703979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210703979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210703979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210703979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210703979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210703979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210703991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210704000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210704000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210704000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:06.995665 run osmo-msc_10.42.42.6(pid=15117): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15117)]\u000a21:07:07.046164 run osmo-msc_10.42.42.6(pid=15117): stdout: \u000a| (launched: 2022-12-09_21:07:05.817067) \u000a21:07:07.097582 run osmo-msc_10.42.42.6(pid=15117): stderr: \u000a| �[0;m�[38;5;43m20221209210706138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210706138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f285cb26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210706138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210706138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210706138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210706139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210706140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210706141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210706141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210706141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:07.141178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15110): Terminating (SIGTERM)\u000a21:07:07.182301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15113): Terminating (SIGTERM)\u000a21:07:07.223550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15116): Terminating (SIGTERM)\u000a21:07:07.233180 --- ParallelTerminationStrategy: PID 15110 died...\u000a21:07:07.288678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15110): Terminated: ok {rc=0}\u000a21:07:07.298610 --- ParallelTerminationStrategy: PID 15113 died...\u000a21:07:07.353343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15113): Terminated: ok {rc=0}\u000a21:07:07.363216 --- ParallelTerminationStrategy: PID 15116 died...\u000a21:07:07.417853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15116): Terminated: ok {rc=0}\u000a21:07:07.504011 bus /sierra_3: Setting Powered False\u000a21:07:08.606394 bus /sierra_3: Setting Powered False\u000a21:07:09.715998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:10.825529 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:10.837635 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:07:10.985572 tst mo_mt_call_osmux.py: using LAC 23729\u000a21:07:11.103792 tst mo_mt_call_osmux.py: using RAC 14\u000a21:07:11.222610 tst mo_mt_call_osmux.py: using CellId 23729\u000a21:07:11.343544 tst mo_mt_call_osmux.py: using BVCI 23730\u000a21:07:11.367153 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:11.378509 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:11.389764 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:11.401389 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:11.412909 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:11.424450 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:07:11.541241 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:07:11.742616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:12.219900 run create_hlr_db(pid=15120): Launched\u000a21:07:12.394065 bus /sierra_2: Setting Powered False\u000a21:07:13.415359 run create_hlr_db(pid=15120): Terminated: ok {rc=0}\u000a21:07:13.816354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Launched\u000a21:07:14.118907 run osmo-hlr_10.42.42.2(pid=15123): Launched\u000a21:07:14.237772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:14.768489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Launched\u000a21:07:15.071401 run osmo-stp_10.42.42.5(pid=15126): Launched\u000a21:07:15.183908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:15.736931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Launched\u000a21:07:16.214220 run osmo-msc_10.42.42.6(pid=15129): Launched\u000a21:07:16.628543 run osmo-stp_10.42.42.5(pid=15126): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)]\u000a21:07:16.912375 run osmo-stp_10.42.42.5(pid=15126): stdout: \u000a| (launched: 2022-12-09_21:07:14.922450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:17.242975 run osmo-stp_10.42.42.5(pid=15126): stderr: \u000a| �[0;m�[38;5;43m20221209210715093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210715093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210715093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210715094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210715094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210715094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210715094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:17.375052 run osmo-stp_10.42.42.5(pid=15126): stdout: \u000a| (launched: 2022-12-09_21:07:14.922450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:17.495920 run osmo-stp_10.42.42.5(pid=15126): stderr: \u000a| �[0;m�[38;5;43m20221209210715093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210715093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210715093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210715094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210715094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210715094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210715094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:17.549356 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:07:17.558211 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a21:07:17.618647 run osmo-hlr_10.42.42.2(pid=15123): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15123)]\u000a21:07:17.667602 run osmo-hlr_10.42.42.2(pid=15123): stdout: \u000a| (launched: 2022-12-09_21:07:13.969695) \u000a21:07:17.717419 run osmo-hlr_10.42.42.2(pid=15123): stderr: \u000a| �[0;m�[1;31m20221209210714146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210714146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210714146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210714146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210714146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210714146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210714157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210714166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210714166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210714166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:17.785003 run osmo-msc_10.42.42.6(pid=15129): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15129)]\u000a21:07:17.833612 run osmo-msc_10.42.42.6(pid=15129): stdout: \u000a| (launched: 2022-12-09_21:07:15.924312) \u000a21:07:17.883327 run osmo-msc_10.42.42.6(pid=15129): stderr: \u000a| �[0;m�[38;5;43m20221209210716669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210716670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d15a9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210716670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210716670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210716672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210716673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210716682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210716682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210716683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210716684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:17.924987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Terminating (SIGTERM)\u000a21:07:17.964685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Terminating (SIGTERM)\u000a21:07:18.004343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Terminating (SIGTERM)\u000a21:07:18.013833 --- ParallelTerminationStrategy: PID 15122 died...\u000a21:07:18.067030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Terminated: ok {rc=0}\u000a21:07:18.076791 --- ParallelTerminationStrategy: PID 15125 died...\u000a21:07:18.129727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Terminated: ok {rc=0}\u000a21:07:18.139493 --- ParallelTerminationStrategy: PID 15128 died...\u000a21:07:18.192151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Terminated: ok {rc=0}\u000a21:07:18.280604 bus /sierra_3: Setting Powered False\u000a21:07:19.382687 bus /sierra_3: Setting Powered False\u000a21:07:20.492546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:07:00" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15141): Process ended prematurely: osmo-stp_10.42.42.5(pid=15141) [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15141): Process ended prematurely: osmo-stp_10.42.42.5(pid=15141) [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:07:22.471191 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:22.482905 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:07:22.636792 tst mo_mt_call.py: using LAC 23730\u000a21:07:22.762536 tst mo_mt_call.py: using RAC 15\u000a21:07:22.895059 tst mo_mt_call.py: using CellId 23730\u000a21:07:23.014391 tst mo_mt_call.py: using BVCI 23731\u000a21:07:23.037770 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:23.049167 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:23.060330 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:23.072288 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:23.085253 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:23.096544 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:23.219859 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:23.433077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:23.947226 run create_hlr_db(pid=15135): Launched\u000a21:07:24.128918 bus /sierra_2: Setting Powered False\u000a21:07:25.145270 run create_hlr_db(pid=15135): Terminated: ok {rc=0}\u000a21:07:25.545464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15137): Launched\u000a21:07:25.849516 run osmo-hlr_10.42.42.2(pid=15138): Launched\u000a21:07:25.967933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:26.531035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15140): Launched\u000a21:07:26.855188 run osmo-stp_10.42.42.5(pid=15141): Launched\u000a21:07:26.971354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:27.571238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15143): Launched\u000a21:07:27.892677 run osmo-msc_10.42.42.6(pid=15144): Launched\u000a21:07:28.081122 run osmo-stp_10.42.42.5(pid=15141): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)]\u000a21:07:28.217063 run osmo-stp_10.42.42.5(pid=15141): stdout: \u000a| (launched: 2022-12-09_21:07:26.696160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:28.352199 run osmo-stp_10.42.42.5(pid=15141): stderr: \u000a| �[0;m�[38;5;43m20221209210726891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210726891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210726891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210726892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210726892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210726892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210726892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:28.481916 run osmo-stp_10.42.42.5(pid=15141): stdout: \u000a| (launched: 2022-12-09_21:07:26.696160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:28.609999 run osmo-stp_10.42.42.5(pid=15141): stderr: \u000a| �[0;m�[38;5;43m20221209210726891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210726891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210726891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210726892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210726892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210726892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210726892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:28.667346 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15141): Process ended prematurely: osmo-stp_10.42.42.5(pid=15141) [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:07:28.676609 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:07:28.738373 run osmo-hlr_10.42.42.2(pid=15138): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15138)]\u000a21:07:28.789087 run osmo-hlr_10.42.42.2(pid=15138): stdout: \u000a| (launched: 2022-12-09_21:07:25.699416) \u000a21:07:28.840433 run osmo-hlr_10.42.42.2(pid=15138): stderr: \u000a| �[0;m�[1;31m20221209210725876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210725876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210725876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210725876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210725876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210725876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210725887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210725895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210725896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210725896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:28.910424 run osmo-msc_10.42.42.6(pid=15144): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15144)]\u000a21:07:28.961029 run osmo-msc_10.42.42.6(pid=15144): stdout: \u000a| (launched: 2022-12-09_21:07:27.735543) \u000a21:07:29.011974 run osmo-msc_10.42.42.6(pid=15144): stderr: \u000a| �[0;m�[38;5;43m20221209210728059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210728060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4db03ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210728060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210728060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210728060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210728060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210728062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210728062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210728062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210728062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:29.055238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15137): Terminating (SIGTERM)\u000a21:07:29.096186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15140): Terminating (SIGTERM)\u000a21:07:29.137479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15143): Terminating (SIGTERM)\u000a21:07:29.146627 --- ParallelTerminationStrategy: PID 15137 died...\u000a21:07:29.201676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15137): Terminated: ok {rc=0}\u000a21:07:29.211689 --- ParallelTerminationStrategy: PID 15140 died...\u000a21:07:29.266284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15140): Terminated: ok {rc=0}\u000a21:07:29.276139 --- ParallelTerminationStrategy: PID 15143 died...\u000a21:07:29.330933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15143): Terminated: ok {rc=0}\u000a21:07:29.417258 bus /sierra_3: Setting Powered False\u000a21:07:30.517640 bus /sierra_3: Setting Powered False\u000a21:07:31.627265 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:32.740249 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:32.752572 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:07:32.907749 tst mo_mt_call_osmux.py: using LAC 23731\u000a21:07:33.034053 tst mo_mt_call_osmux.py: using RAC 16\u000a21:07:33.162406 tst mo_mt_call_osmux.py: using CellId 23731\u000a21:07:33.288349 tst mo_mt_call_osmux.py: using BVCI 23732\u000a21:07:33.312834 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:33.324547 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:33.336001 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:33.347563 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:33.359225 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:33.370734 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:33.486774 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:33.701263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:34.217867 run create_hlr_db(pid=15146): Launched\u000a21:07:34.404330 bus /sierra_2: Setting Powered False\u000a21:07:35.425999 run create_hlr_db(pid=15146): Terminated: ok {rc=0}\u000a21:07:35.832291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Launched\u000a21:07:36.143325 run osmo-hlr_10.42.42.2(pid=15149): Launched\u000a21:07:36.259978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:36.784652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Launched\u000a21:07:37.087314 run osmo-stp_10.42.42.5(pid=15152): Launched\u000a21:07:37.197782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:37.750777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Launched\u000a21:07:38.053573 run osmo-msc_10.42.42.6(pid=15155): Launched\u000a21:07:38.231531 run osmo-stp_10.42.42.5(pid=15152): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]\u000a21:07:38.359654 run osmo-stp_10.42.42.5(pid=15152): stdout: \u000a| (launched: 2022-12-09_21:07:36.938412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:38.485629 run osmo-stp_10.42.42.5(pid=15152): stderr: \u000a| �[0;m�[38;5;43m20221209210737110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210737110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210737110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210737111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210737111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210737111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210737111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:38.607065 run osmo-stp_10.42.42.5(pid=15152): stdout: \u000a| (launched: 2022-12-09_21:07:36.938412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:38.727965 run osmo-stp_10.42.42.5(pid=15152): stderr: \u000a| �[0;m�[38;5;43m20221209210737110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210737110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210737110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210737111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210737111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210737111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210737111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:38.781129 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)] [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:07:38.789796 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:07:38.851077 run osmo-hlr_10.42.42.2(pid=15149): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15149)]\u000a21:07:38.900200 run osmo-hlr_10.42.42.2(pid=15149): stdout: \u000a| (launched: 2022-12-09_21:07:35.993921) \u000a21:07:38.950169 run osmo-hlr_10.42.42.2(pid=15149): stderr: \u000a| �[0;m�[1;31m20221209210736168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210736168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210736168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210736169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210736169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210736169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210736180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210736189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210736189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210736189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:39.017541 run osmo-msc_10.42.42.6(pid=15155): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15155)]\u000a21:07:39.066804 run osmo-msc_10.42.42.6(pid=15155): stdout: \u000a| (launched: 2022-12-09_21:07:37.903986) \u000a21:07:39.116451 run osmo-msc_10.42.42.6(pid=15155): stderr: \u000a| �[0;m�[38;5;43m20221209210738176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210738176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdb6863c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210738177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210738177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210738177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210738177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210738179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210738179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210738179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210738179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:39.157855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminating (SIGTERM)\u000a21:07:39.197775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminating (SIGTERM)\u000a21:07:39.237415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminating (SIGTERM)\u000a21:07:39.247236 --- ParallelTerminationStrategy: PID 15148 died...\u000a21:07:39.300202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminated: ok {rc=0}\u000a21:07:39.309760 --- ParallelTerminationStrategy: PID 15151 died...\u000a21:07:39.362002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminated: ok {rc=0}\u000a21:07:39.371635 --- ParallelTerminationStrategy: PID 15154 died...\u000a21:07:39.423676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminated: ok {rc=0}\u000a21:07:39.506723 bus /sierra_3: Setting Powered False\u000a21:07:40.613127 bus /sierra_3: Setting Powered False\u000a21:07:41.723566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:07:22" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15166): Process ended prematurely: osmo-stp_10.42.42.5(pid=15166) [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15166)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15166): Process ended prematurely: osmo-stp_10.42.42.5(pid=15166) [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:07:43.708367 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:43.719729 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:43.852776 tst emergency_mo_mt_call.py: using LAC 23732\u000a21:07:43.977776 tst emergency_mo_mt_call.py: using RAC 17\u000a21:07:44.103010 tst emergency_mo_mt_call.py: using CellId 23732\u000a21:07:44.229800 tst emergency_mo_mt_call.py: using BVCI 23733\u000a21:07:44.253966 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:44.265272 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:44.276402 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:44.287649 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:44.298891 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:44.310043 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:44.428236 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:44.626414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:45.096040 run create_hlr_db(pid=15160): Launched\u000a21:07:45.267652 bus /sierra_2: Setting Powered False\u000a21:07:46.291109 run create_hlr_db(pid=15160): Terminated: ok {rc=0}\u000a21:07:46.708195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15162): Launched\u000a21:07:47.136770 run osmo-hlr_10.42.42.2(pid=15163): Launched\u000a21:07:47.266431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:47.830207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15165): Launched\u000a21:07:48.150025 run osmo-stp_10.42.42.5(pid=15166): Launched\u000a21:07:48.277025 tst emergency_mo_mt_call.py: using MSISDN 7376\u000a21:07:48.436727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:49.020002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15168): Launched\u000a21:07:49.339050 run osmo-msc_10.42.42.6(pid=15169): Launched\u000a21:07:49.525419 run osmo-stp_10.42.42.5(pid=15166): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15166)]\u000a21:07:49.659863 run osmo-stp_10.42.42.5(pid=15166): stdout: \u000a| (launched: 2022-12-09_21:07:47.992167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:49.794535 run osmo-stp_10.42.42.5(pid=15166): stderr: \u000a| �[0;m�[38;5;43m20221209210748182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210748182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210748182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210748183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210748183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210748183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210748183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:49.922883 run osmo-stp_10.42.42.5(pid=15166): stdout: \u000a| (launched: 2022-12-09_21:07:47.992167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:50.049770 run osmo-stp_10.42.42.5(pid=15166): stderr: \u000a| �[0;m�[38;5;43m20221209210748182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210748182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210748182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210748183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210748183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210748183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210748183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:50.105530 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15166): Process ended prematurely: osmo-stp_10.42.42.5(pid=15166) [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15166)] [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a21:07:50.114534 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a21:07:50.176637 run osmo-hlr_10.42.42.2(pid=15163): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15163)]\u000a21:07:50.227433 run osmo-hlr_10.42.42.2(pid=15163): stdout: \u000a| (launched: 2022-12-09_21:07:46.862516) \u000a21:07:50.279099 run osmo-hlr_10.42.42.2(pid=15163): stderr: \u000a| �[0;m�[1;31m20221209210747088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210747088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210747089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210747089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210747089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210747089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210747106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210747126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210747127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210747127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:50.349063 run osmo-msc_10.42.42.6(pid=15169): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15169)]\u000a21:07:50.399661 run osmo-msc_10.42.42.6(pid=15169): stdout: \u000a| (launched: 2022-12-09_21:07:49.182471) \u000a21:07:50.450794 run osmo-msc_10.42.42.6(pid=15169): stderr: \u000a| �[0;m�[38;5;43m20221209210749504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210749504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3796cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210749504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210749504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210749505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210749505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210749506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210749507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210749507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210749507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:50.494566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15162): Terminating (SIGTERM)\u000a21:07:50.536268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15165): Terminating (SIGTERM)\u000a21:07:50.578372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15168): Terminating (SIGTERM)\u000a21:07:50.588139 --- ParallelTerminationStrategy: PID 15162 died...\u000a21:07:50.643609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15162): Terminated: ok {rc=0}\u000a21:07:50.653884 --- ParallelTerminationStrategy: PID 15165 died...\u000a21:07:50.708997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15165): Terminated: ok {rc=0}\u000a21:07:50.719068 --- ParallelTerminationStrategy: PID 15168 died...\u000a21:07:50.774313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15168): Terminated: ok {rc=0}\u000a21:07:50.861667 bus /sierra_3: Setting Powered False\u000a21:07:51.967994 bus /sierra_3: Setting Powered False\u000a21:07:53.078664 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:07:54.130182 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:54.141878 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:07:54.270582 tst emergency_preemptive_call.py: using LAC 23733\u000a21:07:54.386325 tst emergency_preemptive_call.py: using RAC 18\u000a21:07:54.505238 tst emergency_preemptive_call.py: using CellId 23733\u000a21:07:54.623227 tst emergency_preemptive_call.py: using BVCI 23734\u000a21:07:54.645781 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:54.656511 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:54.667158 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:54.678054 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:54.688866 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:07:54.699696 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:54.820417 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:54.938518 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:55.056160 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:07:55.255314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:55.725933 run create_hlr_db(pid=15171): Launched\u000a21:07:55.898041 bus /sierra_2: Setting Powered False\u000a21:07:56.919648 run create_hlr_db(pid=15171): Terminated: ok {rc=0}\u000a21:07:57.343052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Launched\u000a21:07:57.661624 run osmo-hlr_10.42.42.2(pid=15174): Launched\u000a21:07:57.780583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:58.333477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Launched\u000a21:07:58.651044 run osmo-stp_10.42.42.5(pid=15177): Launched\u000a21:07:58.778142 tst emergency_preemptive_call.py: using MSISDN 7377\u000a21:07:58.937691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:59.518787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Launched\u000a21:07:59.837183 run osmo-msc_10.42.42.6(pid=15180): Launched\u000a21:08:00.024303 run osmo-stp_10.42.42.5(pid=15177): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]\u000a21:08:00.159921 run osmo-stp_10.42.42.5(pid=15177): stdout: \u000a| (launched: 2022-12-09_21:07:58.495219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:00.294566 run osmo-stp_10.42.42.5(pid=15177): stderr: \u000a| �[0;m�[38;5;43m20221209210758687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210758688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210758688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210758688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210758689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210758689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210758689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:00.422789 run osmo-stp_10.42.42.5(pid=15177): stdout: \u000a| (launched: 2022-12-09_21:07:58.495219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:00.550200 run osmo-stp_10.42.42.5(pid=15177): stderr: \u000a| �[0;m�[38;5;43m20221209210758687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210758688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210758688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210758688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210758689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210758689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210758689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:00.606010 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)] [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a21:08:00.615061 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a21:08:00.677515 run osmo-hlr_10.42.42.2(pid=15174): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15174)]\u000a21:08:00.728644 run osmo-hlr_10.42.42.2(pid=15174): stdout: \u000a| (launched: 2022-12-09_21:07:57.505775) \u000a21:08:00.780426 run osmo-hlr_10.42.42.2(pid=15174): stderr: \u000a| �[0;m�[1;31m20221209210757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210757715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210757723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210757723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210757724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:00.859853 run osmo-msc_10.42.42.6(pid=15180): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15180)]\u000a21:08:00.923610 run osmo-msc_10.42.42.6(pid=15180): stdout: \u000a| (launched: 2022-12-09_21:07:59.681124) \u000a21:08:00.976005 run osmo-msc_10.42.42.6(pid=15180): stderr: \u000a| �[0;m�[38;5;43m20221209210800002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209210800002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b59fc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209210800003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209210800003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209210800003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209210800003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209210800005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209210800005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209210800005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209210800005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:01.020904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminating (SIGTERM)\u000a21:08:01.063570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminating (SIGTERM)\u000a21:08:01.108117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminating (SIGTERM)\u000a21:08:01.118320 --- ParallelTerminationStrategy: PID 15173 died...\u000a21:08:01.174998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminated: ok {rc=0}\u000a21:08:01.185734 --- ParallelTerminationStrategy: PID 15176 died...\u000a21:08:01.242158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminated: ok {rc=0}\u000a21:08:01.252633 --- ParallelTerminationStrategy: PID 15179 died...\u000a21:08:01.309225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminated: ok {rc=0}\u000a21:08:01.398043 bus /sierra_9: Setting Powered False\u000a21:08:02.510993 bus /sierra_9: Setting Powered False\u000a21:08:03.621786 bus /sierra_8: Setting Powered False\u000a21:08:04.730442 bus /sierra_8: Setting Powered False\u000a21:08:05.845454 bus /sierra_3: Setting Powered False\u000a21:08:06.953109 bus /sierra_3: Setting Powered False\u000a21:08:08.087068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:07:43" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15467): Process ended prematurely: osmo-stp_10.42.42.5(pid=15467) [trial-2364↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15467): Process ended prematurely: osmo-stp_10.42.42.5(pid=15467) [trial-2364↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:08:10.291099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.302893 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:10.444401 tst cs_paging_gprs_active.py: using LAC 23734\u000a21:08:10.571515 tst cs_paging_gprs_active.py: using RAC 19\u000a21:08:10.700045 tst cs_paging_gprs_active.py: using CellId 23734\u000a21:08:10.827692 tst cs_paging_gprs_active.py: using BVCI 23735\u000a21:08:10.855083 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.867369 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.879673 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.891831 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.904305 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.916400 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.928773 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.941129 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:10.954939 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:11.081399 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:11.387950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:08:11.530879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:11.890246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15457): Launched\u000a21:08:12.190700 run iperf3-srv_10.42.42.10(pid=15458): Launched\u000a21:08:12.398061 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:08:12.539405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:12.898600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15459): Launched\u000a21:08:13.202182 run iperf3-srv_10.42.42.10(pid=15460): Launched\u000a21:08:13.409161 tst cs_paging_gprs_active.py:38: start network...\u000a21:08:13.551290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:14.122366 run create_hlr_db(pid=15461): Launched\u000a21:08:14.316687 bus /sierra_2: Setting Powered False\u000a21:08:15.339085 run create_hlr_db(pid=15461): Terminated: ok {rc=0}\u000a21:08:15.798973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15463): Launched\u000a21:08:16.233310 run osmo-hlr_10.42.42.2(pid=15464): Launched\u000a21:08:16.475379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:17.091341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15466): Launched\u000a21:08:17.531612 run osmo-stp_10.42.42.5(pid=15467): Launched\u000a21:08:17.783449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:18.491304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15469): Launched\u000a21:08:18.603112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:18.888557 run patchelf(pid=15470): Launched\u000a21:08:19.070870 run osmo-stp_10.42.42.5(pid=15467): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)]\u000a21:08:19.204818 run osmo-stp_10.42.42.5(pid=15467): stdout: \u000a| (launched: 2022-12-09_21:08:17.263083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:19.339772 run osmo-stp_10.42.42.5(pid=15467): stderr: \u000a| �[0;m�[38;5;43m20221209210817644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210817644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210817644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210817645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210817645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210817645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210817646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:19.469472 run osmo-stp_10.42.42.5(pid=15467): stdout: \u000a| (launched: 2022-12-09_21:08:17.263083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:19.598162 run osmo-stp_10.42.42.5(pid=15467): stderr: \u000a| �[0;m�[38;5;43m20221209210817644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210817644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210817644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210817645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210817645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210817645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210817646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:19.747617 run patchelf(pid=15470): Terminating (SIGINT)\u000a21:08:19.923512 run patchelf(pid=15470): Terminated: ok {rc=0}\u000a21:08:19.956485 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15467): Process ended prematurely: osmo-stp_10.42.42.5(pid=15467) [trial-2364↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15467)] [trial-2364↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a21:08:19.967075 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a21:08:20.032550 run osmo-hlr_10.42.42.2(pid=15464): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15464)]\u000a21:08:20.084329 run osmo-hlr_10.42.42.2(pid=15464): stdout: \u000a| (launched: 2022-12-09_21:08:15.971536) \u000a21:08:20.137222 run osmo-hlr_10.42.42.2(pid=15464): stderr: \u000a| �[0;m�[1;31m20221209210816314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210816315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210816315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210816315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210816315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210816315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210816339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210816358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210816358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210816358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:20.180854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15457): Terminating (SIGTERM)\u000a21:08:20.224394 run iperf3-srv_10.42.42.10(pid=15458): Terminating (SIGTERM)\u000a21:08:20.270769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15459): Terminating (SIGTERM)\u000a21:08:20.314488 run iperf3-srv_10.42.42.10(pid=15460): Terminating (SIGTERM)\u000a21:08:20.359905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15463): Terminating (SIGTERM)\u000a21:08:20.404603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15466): Terminating (SIGTERM)\u000a21:08:20.448250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15469): Terminating (SIGTERM)\u000a21:08:20.460030 --- ParallelTerminationStrategy: PID 15457 died...\u000a21:08:20.518553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15457): Terminated: ok {rc=0}\u000a21:08:20.529168 --- ParallelTerminationStrategy: PID 15458 died...\u000a21:08:20.585595 run iperf3-srv_10.42.42.10(pid=15458): Terminated {rc=256}\u000a21:08:20.596068 --- ParallelTerminationStrategy: PID 15459 died...\u000a21:08:20.651566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15459): Terminated: ok {rc=0}\u000a21:08:20.663095 --- ParallelTerminationStrategy: PID 15460 died...\u000a21:08:20.719575 run iperf3-srv_10.42.42.10(pid=15460): Terminated {rc=256}\u000a21:08:20.730291 --- ParallelTerminationStrategy: PID 15463 died...\u000a21:08:20.786718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15463): Terminated: ok {rc=0}\u000a21:08:20.797376 --- ParallelTerminationStrategy: PID 15466 died...\u000a21:08:20.852586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15466): Terminated: ok {rc=0}\u000a21:08:20.864124 --- ParallelTerminationStrategy: PID 15469 died...\u000a21:08:20.920744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15469): Terminated: ok {rc=0}\u000a21:08:21.008289 bus /gobi_0: Setting Powered False\u000a21:08:22.114915 bus /gobi_0: Setting Powered False\u000a21:08:23.225867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15479): Process ended prematurely: osmo-stp_10.42.42.5(pid=15479) [trial-2364↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15479)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15479): Process ended prematurely: osmo-stp_10.42.42.5(pid=15479) [trial-2364↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a21:08:24.343122 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.355543 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:24.490995 tst iperf3.py: using LAC 23735\u000a21:08:24.617851 tst iperf3.py: using RAC 20\u000a21:08:24.746757 tst iperf3.py: using CellId 23735\u000a21:08:24.874010 tst iperf3.py: using BVCI 23736\u000a21:08:24.898840 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.910220 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.921340 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.932212 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.943170 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.954114 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.965374 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.976290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:24.987498 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:25.269267 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:08:25.395851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:25.709953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15471): Launched\u000a21:08:25.971166 run iperf3-srv_10.42.42.10(pid=15472): Launched\u000a21:08:26.156712 tst iperf3.py:8: start network...\u000a21:08:26.283889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:26.761899 run create_hlr_db(pid=15473): Launched\u000a21:08:26.936678 bus /gobi_6: Setting Powered False\u000a21:08:27.958560 run create_hlr_db(pid=15473): Terminated: ok {rc=0}\u000a21:08:28.363494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15475): Launched\u000a21:08:28.668777 run osmo-hlr_10.42.42.2(pid=15476): Launched\u000a21:08:28.788161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:29.324035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15478): Launched\u000a21:08:29.628236 run osmo-stp_10.42.42.5(pid=15479): Launched\u000a21:08:29.739955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:30.270618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15481): Launched\u000a21:08:30.379719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:30.646940 run patchelf(pid=15482): Launched\u000a21:08:30.825162 run osmo-stp_10.42.42.5(pid=15479): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15479)]\u000a21:08:30.989150 run osmo-stp_10.42.42.5(pid=15479): stdout: \u000a| (launched: 2022-12-09_21:08:29.478254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:31.133083 run osmo-stp_10.42.42.5(pid=15479): stderr: \u000a| �[0;m�[38;5;43m20221209210829648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210829648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210829648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210829648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210829651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210829651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210829651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:31.272252 run osmo-stp_10.42.42.5(pid=15479): stdout: \u000a| (launched: 2022-12-09_21:08:29.478254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:31.411916 run osmo-stp_10.42.42.5(pid=15479): stderr: \u000a| �[0;m�[38;5;43m20221209210829648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210829648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210829648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210829648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210829651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210829651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210829651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:31.608103 run patchelf(pid=15482): Terminating (SIGINT)\u000a21:08:31.835683 run patchelf(pid=15482): Terminated: ok {rc=0}\u000a21:08:31.879633 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15479): Process ended prematurely: osmo-stp_10.42.42.5(pid=15479) [trial-2364↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15479)] [trial-2364↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a21:08:31.902193 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:08:31.971820 run osmo-hlr_10.42.42.2(pid=15476): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15476)]\u000a21:08:32.032487 run osmo-hlr_10.42.42.2(pid=15476): stdout: \u000a| (launched: 2022-12-09_21:08:28.518374) \u000a21:08:32.096211 run osmo-hlr_10.42.42.2(pid=15476): stderr: \u000a| �[0;m�[1;31m20221209210828699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210828699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210828699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210828699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210828699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210828699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210828711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210828720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210828720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210828720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:32.151988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15471): Terminating (SIGTERM)\u000a21:08:32.201511 run iperf3-srv_10.42.42.10(pid=15472): Terminating (SIGTERM)\u000a21:08:32.250003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15475): Terminating (SIGTERM)\u000a21:08:32.291317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15478): Terminating (SIGTERM)\u000a21:08:32.333154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15481): Terminating (SIGTERM)\u000a21:08:32.344151 --- ParallelTerminationStrategy: PID 15471 died...\u000a21:08:32.398067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15471): Terminated: ok {rc=0}\u000a21:08:32.407853 --- ParallelTerminationStrategy: PID 15472 died...\u000a21:08:32.460930 run iperf3-srv_10.42.42.10(pid=15472): Terminated {rc=256}\u000a21:08:32.470995 --- ParallelTerminationStrategy: PID 15475 died...\u000a21:08:32.523978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15475): Terminated: ok {rc=0}\u000a21:08:32.534094 --- ParallelTerminationStrategy: PID 15478 died...\u000a21:08:32.587059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15478): Terminated: ok {rc=0}\u000a21:08:32.597063 --- ParallelTerminationStrategy: PID 15481 died...\u000a21:08:32.650241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15481): Terminated: ok {rc=0}\u000a21:08:32.736989 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15497): Process ended prematurely: osmo-stp_10.42.42.5(pid=15497) [trial-2364↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15497): Process ended prematurely: osmo-stp_10.42.42.5(pid=15497) [trial-2364↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a21:08:33.847484 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:33.858975 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:33.990570 tst iperf3m4.py: using LAC 23736\u000a21:08:34.107712 tst iperf3m4.py: using RAC 21\u000a21:08:34.225919 tst iperf3m4.py: using CellId 23736\u000a21:08:34.342980 tst iperf3m4.py: using BVCI 23737\u000a21:08:34.366272 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.376883 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.387445 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.398543 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.409563 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.420442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.431719 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.442818 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:34.454129 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:34.571687 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:34.693798 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:34.814949 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:35.091744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:08:35.219206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:35.535211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15483): Launched\u000a21:08:35.796038 run iperf3-srv_10.42.42.10(pid=15484): Launched\u000a21:08:35.982207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:08:36.108681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:36.423590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15485): Launched\u000a21:08:36.685862 run iperf3-srv_10.42.42.10(pid=15486): Launched\u000a21:08:36.871175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:08:36.997780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:37.313504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15487): Launched\u000a21:08:37.574747 run iperf3-srv_10.42.42.10(pid=15488): Launched\u000a21:08:37.760200 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:08:37.887380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:38.201969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15489): Launched\u000a21:08:38.463278 run iperf3-srv_10.42.42.10(pid=15490): Launched\u000a21:08:38.648481 tst iperf3m4.py:8: start network...\u000a21:08:38.775398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:39.252566 run create_hlr_db(pid=15491): Launched\u000a21:08:39.426865 bus /gobi_6: Setting Powered False\u000a21:08:40.448685 run create_hlr_db(pid=15491): Terminated: ok {rc=0}\u000a21:08:40.853170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15493): Launched\u000a21:08:41.160464 run osmo-hlr_10.42.42.2(pid=15494): Launched\u000a21:08:41.276455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:41.804027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15496): Launched\u000a21:08:42.109591 run osmo-stp_10.42.42.5(pid=15497): Launched\u000a21:08:42.220208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:42.748768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15499): Launched\u000a21:08:42.857582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:43.123053 run patchelf(pid=15500): Launched\u000a21:08:43.303163 run osmo-stp_10.42.42.5(pid=15497): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)]\u000a21:08:43.433148 run osmo-stp_10.42.42.5(pid=15497): stdout: \u000a| (launched: 2022-12-09_21:08:41.958569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:43.563555 run osmo-stp_10.42.42.5(pid=15497): stderr: \u000a| �[0;m�[38;5;43m20221209210842125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210842125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210842126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210842126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210842127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210842127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210842127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:43.689281 run osmo-stp_10.42.42.5(pid=15497): stdout: \u000a| (launched: 2022-12-09_21:08:41.958569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:43.814012 run osmo-stp_10.42.42.5(pid=15497): stderr: \u000a| �[0;m�[38;5;43m20221209210842125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210842125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210842126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210842126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210842127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210842127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210842127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:43.959235 run patchelf(pid=15500): Terminating (SIGINT)\u000a21:08:44.129709 run patchelf(pid=15500): Terminated: ok {rc=0}\u000a21:08:44.161086 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15497): Process ended prematurely: osmo-stp_10.42.42.5(pid=15497) [trial-2364↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)] [trial-2364↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a21:08:44.170470 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a21:08:44.230951 run osmo-hlr_10.42.42.2(pid=15494): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15494)]\u000a21:08:44.279637 run osmo-hlr_10.42.42.2(pid=15494): stdout: \u000a| (launched: 2022-12-09_21:08:41.008015) \u000a21:08:44.329175 run osmo-hlr_10.42.42.2(pid=15494): stderr: \u000a| �[0;m�[1;31m20221209210841184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210841184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210841184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210841184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210841184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210841185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210841196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210841205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210841206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210841206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:44.370968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15483): Terminating (SIGTERM)\u000a21:08:44.410618 run iperf3-srv_10.42.42.10(pid=15484): Terminating (SIGTERM)\u000a21:08:44.450212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15485): Terminating (SIGTERM)\u000a21:08:44.489488 run iperf3-srv_10.42.42.10(pid=15486): Terminating (SIGTERM)\u000a21:08:44.529307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15487): Terminating (SIGTERM)\u000a21:08:44.568773 run iperf3-srv_10.42.42.10(pid=15488): Terminating (SIGTERM)\u000a21:08:44.608360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15489): Terminating (SIGTERM)\u000a21:08:44.648104 run iperf3-srv_10.42.42.10(pid=15490): Terminating (SIGTERM)\u000a21:08:44.687441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15493): Terminating (SIGTERM)\u000a21:08:44.726968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15496): Terminating (SIGTERM)\u000a21:08:44.766458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15499): Terminating (SIGTERM)\u000a21:08:44.775959 --- ParallelTerminationStrategy: PID 15483 died...\u000a21:08:44.829344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15483): Terminated: ok {rc=0}\u000a21:08:44.839286 --- ParallelTerminationStrategy: PID 15484 died...\u000a21:08:44.892168 run iperf3-srv_10.42.42.10(pid=15484): Terminated {rc=256}\u000a21:08:44.902041 --- ParallelTerminationStrategy: PID 15485 died...\u000a21:08:44.954955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15485): Terminated: ok {rc=0}\u000a21:08:44.964883 --- ParallelTerminationStrategy: PID 15486 died...\u000a21:08:45.017548 run iperf3-srv_10.42.42.10(pid=15486): Terminated {rc=256}\u000a21:08:45.027428 --- ParallelTerminationStrategy: PID 15487 died...\u000a21:08:45.080304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15487): Terminated: ok {rc=0}\u000a21:08:45.090183 --- ParallelTerminationStrategy: PID 15488 died...\u000a21:08:45.143197 run iperf3-srv_10.42.42.10(pid=15488): Terminated {rc=256}\u000a21:08:45.152865 --- ParallelTerminationStrategy: PID 15489 died...\u000a21:08:45.206078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15489): Terminated: ok {rc=0}\u000a21:08:45.215751 --- ParallelTerminationStrategy: PID 15490 died...\u000a21:08:45.268914 run iperf3-srv_10.42.42.10(pid=15490): Terminated {rc=256}\u000a21:08:45.278851 --- ParallelTerminationStrategy: PID 15493 died...\u000a21:08:45.332096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15493): Terminated: ok {rc=0}\u000a21:08:45.341877 --- ParallelTerminationStrategy: PID 15496 died...\u000a21:08:45.394405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15496): Terminated: ok {rc=0}\u000a21:08:45.404160 --- ParallelTerminationStrategy: PID 15499 died...\u000a21:08:45.458051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15499): Terminated: ok {rc=0}\u000a21:08:45.545010 bus /gobi_4: Setting Powered False\u000a21:08:46.663294 bus /gobi_4: Setting Powered False\u000a21:08:47.777995 bus /gobi_1: Setting Powered False\u000a21:08:48.880176 bus /gobi_1: Setting Powered False\u000a21:08:49.989008 bus /gobi_0: Setting Powered False\u000a21:08:51.093933 bus /gobi_0: Setting Powered False\u000a21:08:52.202675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15508): Process ended prematurely: osmo-stp_10.42.42.5(pid=15508) [trial-2364↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15508)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15508): Process ended prematurely: osmo-stp_10.42.42.5(pid=15508) [trial-2364↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a21:08:53.271554 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.283532 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:08:53.417128 tst ping.py: using LAC 23737\u000a21:08:53.543142 tst ping.py: using RAC 22\u000a21:08:53.667903 tst ping.py: using CellId 23737\u000a21:08:53.792466 tst ping.py: using BVCI 23738\u000a21:08:53.816929 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.828114 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.839202 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.850191 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.861535 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.872530 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.883922 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:08:53.895197 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:08:54.184428 tst ping.py:19: start network...\u000a21:08:54.317213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:54.825876 run create_hlr_db(pid=15502): Launched\u000a21:08:55.010212 bus /gobi_6: Setting Powered False\u000a21:08:56.030344 run create_hlr_db(pid=15502): Terminated: ok {rc=0}\u000a21:08:56.429600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15504): Launched\u000a21:08:56.728507 run osmo-hlr_10.42.42.2(pid=15505): Launched\u000a21:08:56.838541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:57.361678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15507): Launched\u000a21:08:57.661744 run osmo-stp_10.42.42.5(pid=15508): Launched\u000a21:08:57.771782 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:58.290717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15510): Launched\u000a21:08:58.396886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:58.656420 run patchelf(pid=15511): Launched\u000a21:08:58.830809 run osmo-stp_10.42.42.5(pid=15508): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15508)]\u000a21:08:58.958387 run osmo-stp_10.42.42.5(pid=15508): stdout: \u000a| (launched: 2022-12-09_21:08:57.513473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:59.086148 run osmo-stp_10.42.42.5(pid=15508): stderr: \u000a| �[0;m�[38;5;43m20221209210857684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210857684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210857684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210857685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210857685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210857685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210857685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:59.209177 run osmo-stp_10.42.42.5(pid=15508): stdout: \u000a| (launched: 2022-12-09_21:08:57.513473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:59.331147 run osmo-stp_10.42.42.5(pid=15508): stderr: \u000a| �[0;m�[38;5;43m20221209210857684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210857684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210857684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210857685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210857685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210857685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210857685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:59.474012 run patchelf(pid=15511): Terminating (SIGINT)\u000a21:08:59.641202 run patchelf(pid=15511): Terminated: ok {rc=0}\u000a21:08:59.671826 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15508): Process ended prematurely: osmo-stp_10.42.42.5(pid=15508) [trial-2364↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15508)] [trial-2364↪gprs:nanobts+band-1900↪ping.py:22]\u000a21:08:59.680517 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:08:59.740868 run osmo-hlr_10.42.42.2(pid=15505): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15505)]\u000a21:08:59.789812 run osmo-hlr_10.42.42.2(pid=15505): stdout: \u000a| (launched: 2022-12-09_21:08:56.581328) \u000a21:08:59.839158 run osmo-hlr_10.42.42.2(pid=15505): stderr: \u000a| �[0;m�[1;31m20221209210856760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210856760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210856760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210856760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210856760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210856760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210856773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210856783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210856784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210856784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:59.880992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15504): Terminating (SIGTERM)\u000a21:08:59.920816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15507): Terminating (SIGTERM)\u000a21:08:59.960238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15510): Terminating (SIGTERM)\u000a21:08:59.969758 --- ParallelTerminationStrategy: PID 15504 died...\u000a21:09:00.022819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15504): Terminated: ok {rc=0}\u000a21:09:00.032601 --- ParallelTerminationStrategy: PID 15507 died...\u000a21:09:00.085406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15507): Terminated: ok {rc=0}\u000a21:09:00.095173 --- ParallelTerminationStrategy: PID 15510 died...\u000a21:09:00.147915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15510): Terminated: ok {rc=0}\u000a21:09:00.236465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15518): Process ended prematurely: osmo-stp_10.42.42.5(pid=15518) [trial-2364↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15518)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15518): Process ended prematurely: osmo-stp_10.42.42.5(pid=15518) [trial-2364↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:09:01.288193 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.300791 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:09:01.461505 tst ping_idle_ping.py: using LAC 23738\u000a21:09:01.593626 tst ping_idle_ping.py: using RAC 23\u000a21:09:01.745574 tst ping_idle_ping.py: using CellId 23738\u000a21:09:01.882257 tst ping_idle_ping.py: using BVCI 23739\u000a21:09:01.908022 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.919867 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.931821 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.944862 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.956436 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.968575 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.981671 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:09:01.994017 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:09:02.276073 tst ping_idle_ping.py:24: start network...\u000a21:09:02.400836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:02.876316 run create_hlr_db(pid=15512): Launched\u000a21:09:03.048241 bus /gobi_6: Setting Powered False\u000a21:09:04.070689 run create_hlr_db(pid=15512): Terminated: ok {rc=0}\u000a21:09:04.498298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15514): Launched\u000a21:09:04.820457 run osmo-hlr_10.42.42.2(pid=15515): Launched\u000a21:09:04.938236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:05.497308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15517): Launched\u000a21:09:05.818777 run osmo-stp_10.42.42.5(pid=15518): Launched\u000a21:09:05.935520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:06.496391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15520): Launched\u000a21:09:06.611101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:06.892558 run patchelf(pid=15521): Launched\u000a21:09:07.080781 run osmo-stp_10.42.42.5(pid=15518): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15518)]\u000a21:09:07.219096 run osmo-stp_10.42.42.5(pid=15518): stdout: \u000a| (launched: 2022-12-09_21:09:05.660735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:07.357254 run osmo-stp_10.42.42.5(pid=15518): stderr: \u000a| �[0;m�[38;5;43m20221209210905851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210905851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210905852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210905852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210905854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210905855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210905855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:07.490787 run osmo-stp_10.42.42.5(pid=15518): stdout: \u000a| (launched: 2022-12-09_21:09:05.660735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:07.622937 run osmo-stp_10.42.42.5(pid=15518): stderr: \u000a| �[0;m�[38;5;43m20221209210905851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210905851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210905852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210905852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210905854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210905855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210905855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:07.777395 run patchelf(pid=15521): Terminating (SIGINT)\u000a21:09:07.957215 run patchelf(pid=15521): Terminated: ok {rc=0}\u000a21:09:07.989901 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15518): Process ended prematurely: osmo-stp_10.42.42.5(pid=15518) [trial-2364↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15518)] [trial-2364↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a21:09:07.999352 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:09:08.062046 run osmo-hlr_10.42.42.2(pid=15515): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15515)]\u000a21:09:08.113107 run osmo-hlr_10.42.42.2(pid=15515): stdout: \u000a| (launched: 2022-12-09_21:09:04.661901) \u000a21:09:08.164897 run osmo-hlr_10.42.42.2(pid=15515): stderr: \u000a| �[0;m�[1;31m20221209210904863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210904863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210904863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210904863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210904863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210904863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210904877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210904887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210904887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210904887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:08.208819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15514): Terminating (SIGTERM)\u000a21:09:08.250407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15517): Terminating (SIGTERM)\u000a21:09:08.292121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15520): Terminating (SIGTERM)\u000a21:09:08.301916 --- ParallelTerminationStrategy: PID 15514 died...\u000a21:09:08.357791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15514): Terminated: ok {rc=0}\u000a21:09:08.368005 --- ParallelTerminationStrategy: PID 15517 died...\u000a21:09:08.423433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15517): Terminated: ok {rc=0}\u000a21:09:08.433932 --- ParallelTerminationStrategy: PID 15520 died...\u000a21:09:08.489476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15520): Terminated: ok {rc=0}\u000a21:09:08.576109 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:08:09" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15536): Process ended prematurely: osmo-stp_10.42.42.5(pid=15536) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15536)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15536): Process ended prematurely: osmo-stp_10.42.42.5(pid=15536) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:09:10.690981 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:10.701846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:10.830721 tst cs_paging_gprs_active.py: using LAC 23739\u000a21:09:10.951152 tst cs_paging_gprs_active.py: using RAC 24\u000a21:09:11.071603 tst cs_paging_gprs_active.py: using CellId 23739\u000a21:09:11.192619 tst cs_paging_gprs_active.py: using BVCI 23740\u000a21:09:11.215707 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.226672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.237369 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.248164 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.259034 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.269987 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.280918 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.291664 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:11.302749 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:11.424217 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:11.720719 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:09:11.856725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:12.193500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15526): Launched\u000a21:09:12.474685 run iperf3-srv_10.42.42.10(pid=15527): Launched\u000a21:09:12.674866 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:09:12.810666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:13.148641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15528): Launched\u000a21:09:13.429509 run iperf3-srv_10.42.42.10(pid=15529): Launched\u000a21:09:13.629472 tst cs_paging_gprs_active.py:38: start network...\u000a21:09:13.765854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:14.287526 run create_hlr_db(pid=15530): Launched\u000a21:09:14.475533 bus /gobi_6: Setting Powered False\u000a21:09:15.497319 run create_hlr_db(pid=15530): Terminated: ok {rc=0}\u000a21:09:15.975686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15532): Launched\u000a21:09:16.368690 run osmo-hlr_10.42.42.2(pid=15533): Launched\u000a21:09:16.613438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:17.218376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15535): Launched\u000a21:09:17.545877 run osmo-stp_10.42.42.5(pid=15536): Launched\u000a21:09:17.663880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:18.231165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15538): Launched\u000a21:09:18.347412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:18.631803 run patchelf(pid=15539): Launched\u000a21:09:18.821561 run osmo-stp_10.42.42.5(pid=15536): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15536)]\u000a21:09:18.960118 run osmo-stp_10.42.42.5(pid=15536): stdout: \u000a| (launched: 2022-12-09_21:09:17.385042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:19.098941 run osmo-stp_10.42.42.5(pid=15536): stderr: \u000a| �[0;m�[38;5;43m20221209210917580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210917580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210917580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210917580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210917581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210917581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210917581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:19.233438 run osmo-stp_10.42.42.5(pid=15536): stdout: \u000a| (launched: 2022-12-09_21:09:17.385042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:19.366434 run osmo-stp_10.42.42.5(pid=15536): stderr: \u000a| �[0;m�[38;5;43m20221209210917580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210917580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210917580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210917580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210917581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210917581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210917581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:19.521554 run patchelf(pid=15539): Terminating (SIGINT)\u000a21:09:19.702961 run patchelf(pid=15539): Terminated: ok {rc=0}\u000a21:09:19.736422 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15536): Process ended prematurely: osmo-stp_10.42.42.5(pid=15536) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15536)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:09:19.746618 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a21:09:19.809195 run osmo-hlr_10.42.42.2(pid=15533): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15533)]\u000a21:09:19.860152 run osmo-hlr_10.42.42.2(pid=15533): stdout: \u000a| (launched: 2022-12-09_21:09:16.146580) \u000a21:09:19.911758 run osmo-hlr_10.42.42.2(pid=15533): stderr: \u000a| �[0;m�[1;31m20221209210916484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210916484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210916484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210916484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210916484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210916484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210916503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210916519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210916520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210916520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:19.955655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15526): Terminating (SIGTERM)\u000a21:09:19.997187 run iperf3-srv_10.42.42.10(pid=15527): Terminating (SIGTERM)\u000a21:09:20.038856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15528): Terminating (SIGTERM)\u000a21:09:20.080344 run iperf3-srv_10.42.42.10(pid=15529): Terminating (SIGTERM)\u000a21:09:20.121844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15532): Terminating (SIGTERM)\u000a21:09:20.163659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15535): Terminating (SIGTERM)\u000a21:09:20.205254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15538): Terminating (SIGTERM)\u000a21:09:20.214926 --- ParallelTerminationStrategy: PID 15526 died...\u000a21:09:20.270357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15526): Terminated: ok {rc=0}\u000a21:09:20.280203 --- ParallelTerminationStrategy: PID 15527 died...\u000a21:09:20.335903 run iperf3-srv_10.42.42.10(pid=15527): Terminated {rc=256}\u000a21:09:20.346169 --- ParallelTerminationStrategy: PID 15528 died...\u000a21:09:20.401326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15528): Terminated: ok {rc=0}\u000a21:09:20.411377 --- ParallelTerminationStrategy: PID 15529 died...\u000a21:09:20.466375 run iperf3-srv_10.42.42.10(pid=15529): Terminated {rc=256}\u000a21:09:20.476411 --- ParallelTerminationStrategy: PID 15532 died...\u000a21:09:20.531582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15532): Terminated: ok {rc=0}\u000a21:09:20.542000 --- ParallelTerminationStrategy: PID 15535 died...\u000a21:09:20.597223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15535): Terminated: ok {rc=0}\u000a21:09:20.607342 --- ParallelTerminationStrategy: PID 15538 died...\u000a21:09:20.662745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15538): Terminated: ok {rc=0}\u000a21:09:20.749977 bus /gobi_0: Setting Powered False\u000a21:09:21.853513 bus /gobi_0: Setting Powered False\u000a21:09:22.962878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15548): Process ended prematurely: osmo-stp_10.42.42.5(pid=15548) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15548)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15548): Process ended prematurely: osmo-stp_10.42.42.5(pid=15548) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:09:24.078697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.090959 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:24.236137 tst iperf3.py: using LAC 23740\u000a21:09:24.360626 tst iperf3.py: using RAC 25\u000a21:09:24.486739 tst iperf3.py: using CellId 23740\u000a21:09:24.606194 tst iperf3.py: using BVCI 23741\u000a21:09:24.629309 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.640087 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.650934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.662057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.673282 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.684766 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.695596 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.706528 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:24.717529 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:25.012625 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:09:25.149351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:25.487578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15540): Launched\u000a21:09:25.770436 run iperf3-srv_10.42.42.10(pid=15541): Launched\u000a21:09:25.970874 tst iperf3.py:8: start network...\u000a21:09:26.107532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:26.630132 run create_hlr_db(pid=15542): Launched\u000a21:09:26.818749 bus /gobi_6: Setting Powered False\u000a21:09:27.829221 run create_hlr_db(pid=15542): Terminated: ok {rc=0}\u000a21:09:28.243737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15544): Launched\u000a21:09:28.549058 run osmo-hlr_10.42.42.2(pid=15545): Launched\u000a21:09:28.670968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:29.210560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15547): Launched\u000a21:09:29.517072 run osmo-stp_10.42.42.5(pid=15548): Launched\u000a21:09:29.629997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:30.159644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15550): Launched\u000a21:09:30.268828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:30.534888 run patchelf(pid=15551): Launched\u000a21:09:30.713329 run osmo-stp_10.42.42.5(pid=15548): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15548)]\u000a21:09:30.847897 run osmo-stp_10.42.42.5(pid=15548): stdout: \u000a| (launched: 2022-12-09_21:09:29.365758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:30.990495 run osmo-stp_10.42.42.5(pid=15548): stderr: \u000a| �[0;m�[38;5;43m20221209210929536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210929536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210929537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210929537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210929539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210929540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210929540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:31.119157 run osmo-stp_10.42.42.5(pid=15548): stdout: \u000a| (launched: 2022-12-09_21:09:29.365758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:31.246387 run osmo-stp_10.42.42.5(pid=15548): stderr: \u000a| �[0;m�[38;5;43m20221209210929536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210929536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210929537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210929537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210929539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210929540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210929540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:31.395362 run patchelf(pid=15551): Terminating (SIGINT)\u000a21:09:31.570181 run patchelf(pid=15551): Terminated: ok {rc=0}\u000a21:09:31.603114 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15548): Process ended prematurely: osmo-stp_10.42.42.5(pid=15548) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15548)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a21:09:31.613244 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:09:31.675715 run osmo-hlr_10.42.42.2(pid=15545): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15545)]\u000a21:09:31.727577 run osmo-hlr_10.42.42.2(pid=15545): stdout: \u000a| (launched: 2022-12-09_21:09:28.399172) \u000a21:09:31.779915 run osmo-hlr_10.42.42.2(pid=15545): stderr: \u000a| �[0;m�[1;31m20221209210928578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210928578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210928578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210928578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210928578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210928578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210928590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210928599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210928599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210928599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:31.823875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15540): Terminating (SIGTERM)\u000a21:09:31.868567 run iperf3-srv_10.42.42.10(pid=15541): Terminating (SIGTERM)\u000a21:09:31.911853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15544): Terminating (SIGTERM)\u000a21:09:31.953314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15547): Terminating (SIGTERM)\u000a21:09:31.994654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15550): Terminating (SIGTERM)\u000a21:09:32.004860 --- ParallelTerminationStrategy: PID 15540 died...\u000a21:09:32.059968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15540): Terminated: ok {rc=0}\u000a21:09:32.070357 --- ParallelTerminationStrategy: PID 15541 died...\u000a21:09:32.124363 run iperf3-srv_10.42.42.10(pid=15541): Terminated {rc=256}\u000a21:09:32.135245 --- ParallelTerminationStrategy: PID 15544 died...\u000a21:09:32.190183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15544): Terminated: ok {rc=0}\u000a21:09:32.200586 --- ParallelTerminationStrategy: PID 15547 died...\u000a21:09:32.254920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15547): Terminated: ok {rc=0}\u000a21:09:32.264397 --- ParallelTerminationStrategy: PID 15550 died...\u000a21:09:32.317137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15550): Terminated: ok {rc=0}\u000a21:09:32.405013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:09:33.514463 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:33.526006 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:33.662837 tst iperf3m4.py: using LAC 23741\u000a21:09:33.791803 tst iperf3m4.py: using RAC 26\u000a21:09:33.920766 tst iperf3m4.py: using CellId 23741\u000a21:09:34.048270 tst iperf3m4.py: using BVCI 23742\u000a21:09:34.073482 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.085116 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.096352 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.107653 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.118881 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.130088 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.141566 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.153097 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:34.165056 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:34.280798 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:34.404544 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:34.522059 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:34.820812 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:09:34.957438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:35.295275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15552): Launched\u000a21:09:35.574838 run iperf3-srv_10.42.42.10(pid=15553): Launched\u000a21:09:35.775165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:09:35.911648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:36.249261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15554): Launched\u000a21:09:36.530799 run iperf3-srv_10.42.42.10(pid=15555): Launched\u000a21:09:36.731188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:09:36.867769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:37.205908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15556): Launched\u000a21:09:37.487467 run iperf3-srv_10.42.42.10(pid=15557): Launched\u000a21:09:37.687871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:09:37.824492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:38.161747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15558): Launched\u000a21:09:38.437344 run iperf3-srv_10.42.42.10(pid=15559): Launched\u000a21:09:38.624437 tst iperf3m4.py:8: start network...\u000a21:09:38.752401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:39.233916 run create_hlr_db(pid=15560): Launched\u000a21:09:39.409837 bus /gobi_6: Setting Powered False\u000a21:09:40.432026 run create_hlr_db(pid=15560): Terminated: ok {rc=0}\u000a21:09:40.838108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Launched\u000a21:09:41.144644 run osmo-hlr_10.42.42.2(pid=15563): Launched\u000a21:09:41.264431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:41.802749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Launched\u000a21:09:42.108760 run osmo-stp_10.42.42.5(pid=15566): Launched\u000a21:09:42.219888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:42.752438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15568): Launched\u000a21:09:42.861671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:43.127696 run patchelf(pid=15569): Launched\u000a21:09:43.305674 run osmo-stp_10.42.42.5(pid=15566): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]\u000a21:09:43.435893 run osmo-stp_10.42.42.5(pid=15566): stdout: \u000a| (launched: 2022-12-09_21:09:41.958068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:43.566382 run osmo-stp_10.42.42.5(pid=15566): stderr: \u000a| �[0;m�[38;5;43m20221209210942125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210942125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210942126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210942126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210942126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210942127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210942127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:43.692510 run osmo-stp_10.42.42.5(pid=15566): stdout: \u000a| (launched: 2022-12-09_21:09:41.958068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:43.817958 run osmo-stp_10.42.42.5(pid=15566): stderr: \u000a| �[0;m�[38;5;43m20221209210942125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210942125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210942126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210942126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210942126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210942127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210942127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:43.963494 run patchelf(pid=15569): Terminating (SIGINT)\u000a21:09:44.135351 run patchelf(pid=15569): Terminated: ok {rc=0}\u000a21:09:44.167009 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:09:44.176455 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:09:44.236997 run osmo-hlr_10.42.42.2(pid=15563): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15563)]\u000a21:09:44.285494 run osmo-hlr_10.42.42.2(pid=15563): stdout: \u000a| (launched: 2022-12-09_21:09:40.993145) \u000a21:09:44.334934 run osmo-hlr_10.42.42.2(pid=15563): stderr: \u000a| �[0;m�[1;31m20221209210941170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210941170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210941170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210941170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210941170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210941170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210941182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210941190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210941190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210941191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:44.376244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15552): Terminating (SIGTERM)\u000a21:09:44.415296 run iperf3-srv_10.42.42.10(pid=15553): Terminating (SIGTERM)\u000a21:09:44.454362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15554): Terminating (SIGTERM)\u000a21:09:44.493453 run iperf3-srv_10.42.42.10(pid=15555): Terminating (SIGTERM)\u000a21:09:44.532525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15556): Terminating (SIGTERM)\u000a21:09:44.571400 run iperf3-srv_10.42.42.10(pid=15557): Terminating (SIGTERM)\u000a21:09:44.610361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15558): Terminating (SIGTERM)\u000a21:09:44.649192 run iperf3-srv_10.42.42.10(pid=15559): Terminating (SIGTERM)\u000a21:09:44.688163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Terminating (SIGTERM)\u000a21:09:44.727133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Terminating (SIGTERM)\u000a21:09:44.766091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15568): Terminating (SIGTERM)\u000a21:09:44.775455 --- ParallelTerminationStrategy: PID 15552 died...\u000a21:09:44.828092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15552): Terminated: ok {rc=0}\u000a21:09:44.837881 --- ParallelTerminationStrategy: PID 15553 died...\u000a21:09:44.890102 run iperf3-srv_10.42.42.10(pid=15553): Terminated {rc=256}\u000a21:09:44.899674 --- ParallelTerminationStrategy: PID 15554 died...\u000a21:09:44.951927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15554): Terminated: ok {rc=0}\u000a21:09:44.961686 --- ParallelTerminationStrategy: PID 15555 died...\u000a21:09:45.013686 run iperf3-srv_10.42.42.10(pid=15555): Terminated {rc=256}\u000a21:09:45.023345 --- ParallelTerminationStrategy: PID 15556 died...\u000a21:09:45.075991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15556): Terminated: ok {rc=0}\u000a21:09:45.085893 --- ParallelTerminationStrategy: PID 15557 died...\u000a21:09:45.138772 run iperf3-srv_10.42.42.10(pid=15557): Terminated {rc=256}\u000a21:09:45.148289 --- ParallelTerminationStrategy: PID 15558 died...\u000a21:09:45.200589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15558): Terminated: ok {rc=0}\u000a21:09:45.210325 --- ParallelTerminationStrategy: PID 15559 died...\u000a21:09:45.262640 run iperf3-srv_10.42.42.10(pid=15559): Terminated {rc=256}\u000a21:09:45.272043 --- ParallelTerminationStrategy: PID 15562 died...\u000a21:09:45.324204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Terminated: ok {rc=0}\u000a21:09:45.333971 --- ParallelTerminationStrategy: PID 15565 died...\u000a21:09:45.386403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Terminated: ok {rc=0}\u000a21:09:45.396224 --- ParallelTerminationStrategy: PID 15568 died...\u000a21:09:45.448982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15568): Terminated: ok {rc=0}\u000a21:09:45.537125 bus /gobi_4: Setting Powered False\u000a21:09:46.647136 bus /gobi_4: Setting Powered False\u000a21:09:47.759005 bus /gobi_1: Setting Powered False\u000a21:09:48.861667 bus /gobi_1: Setting Powered False\u000a21:09:49.967808 bus /gobi_0: Setting Powered False\u000a21:09:51.073720 bus /gobi_0: Setting Powered False\u000a21:09:52.182039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15576): Process ended prematurely: osmo-stp_10.42.42.5(pid=15576) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15576): Process ended prematurely: osmo-stp_10.42.42.5(pid=15576) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:09:53.251645 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.263784 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:53.399108 tst ping.py: using LAC 23742\u000a21:09:53.529407 tst ping.py: using RAC 27\u000a21:09:53.653640 tst ping.py: using CellId 23742\u000a21:09:53.777433 tst ping.py: using BVCI 23743\u000a21:09:53.802264 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.813749 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.825078 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.836488 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.847629 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.858812 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.870248 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:53.881536 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:54.155950 tst ping.py:19: start network...\u000a21:09:54.279785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:54.764458 run create_hlr_db(pid=15570): Launched\u000a21:09:54.949559 bus /gobi_6: Setting Powered False\u000a21:09:55.969520 run create_hlr_db(pid=15570): Terminated: ok {rc=0}\u000a21:09:56.394568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15572): Launched\u000a21:09:56.715183 run osmo-hlr_10.42.42.2(pid=15573): Launched\u000a21:09:56.831461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:57.389876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15575): Launched\u000a21:09:57.711863 run osmo-stp_10.42.42.5(pid=15576): Launched\u000a21:09:57.828568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:58.389395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15578): Launched\u000a21:09:58.504223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:58.785057 run patchelf(pid=15579): Launched\u000a21:09:58.972325 run osmo-stp_10.42.42.5(pid=15576): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)]\u000a21:09:59.108803 run osmo-stp_10.42.42.5(pid=15576): stdout: \u000a| (launched: 2022-12-09_21:09:57.552261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:59.245940 run osmo-stp_10.42.42.5(pid=15576): stderr: \u000a| �[0;m�[38;5;43m20221209210957745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210957746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210957746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210957746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210957747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210957747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210957747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:59.378327 run osmo-stp_10.42.42.5(pid=15576): stdout: \u000a| (launched: 2022-12-09_21:09:57.552261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:59.508862 run osmo-stp_10.42.42.5(pid=15576): stderr: \u000a| �[0;m�[38;5;43m20221209210957745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209210957746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209210957746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209210957746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209210957747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209210957747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209210957747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:59.660725 run patchelf(pid=15579): Terminating (SIGINT)\u000a21:09:59.839571 run patchelf(pid=15579): Terminated: ok {rc=0}\u000a21:09:59.872179 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15576): Process ended prematurely: osmo-stp_10.42.42.5(pid=15576) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a21:09:59.881614 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:09:59.944243 run osmo-hlr_10.42.42.2(pid=15573): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15573)]\u000a21:09:59.995329 run osmo-hlr_10.42.42.2(pid=15573): stdout: \u000a| (launched: 2022-12-09_21:09:56.557438) \u000a21:10:00.047032 run osmo-hlr_10.42.42.2(pid=15573): stderr: \u000a| �[0;m�[1;31m20221209210956758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209210956758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209210956758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210956759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209210956759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209210956759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209210956771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209210956779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209210956780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209210956780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:00.090808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15572): Terminating (SIGTERM)\u000a21:10:00.132144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15575): Terminating (SIGTERM)\u000a21:10:00.173857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15578): Terminating (SIGTERM)\u000a21:10:00.183589 --- ParallelTerminationStrategy: PID 15572 died...\u000a21:10:00.238752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15572): Terminated: ok {rc=0}\u000a21:10:00.248712 --- ParallelTerminationStrategy: PID 15575 died...\u000a21:10:00.304065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15575): Terminated: ok {rc=0}\u000a21:10:00.314383 --- ParallelTerminationStrategy: PID 15578 died...\u000a21:10:00.369271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15578): Terminated: ok {rc=0}\u000a21:10:00.455701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15589): Process ended prematurely: osmo-stp_10.42.42.5(pid=15589) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15589)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15589): Process ended prematurely: osmo-stp_10.42.42.5(pid=15589) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:10:01.511626 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:01.528438 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:10:01.677070 tst ping_idle_ping.py: using LAC 23743\u000a21:10:01.837101 tst ping_idle_ping.py: using RAC 28\u000a21:10:01.985456 tst ping_idle_ping.py: using CellId 23743\u000a21:10:02.111681 tst ping_idle_ping.py: using BVCI 23744\u000a21:10:02.137296 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.149557 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.161548 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.173690 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.185635 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.197473 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.209635 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:02.221696 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:10:02.514769 tst ping_idle_ping.py:24: start network...\u000a21:10:02.648110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:03.168822 run create_hlr_db(pid=15583): Launched\u000a21:10:03.355190 bus /gobi_6: Setting Powered False\u000a21:10:04.375739 run create_hlr_db(pid=15583): Terminated: ok {rc=0}\u000a21:10:04.778998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15585): Launched\u000a21:10:05.080632 run osmo-hlr_10.42.42.2(pid=15586): Launched\u000a21:10:05.202240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:05.762530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15588): Launched\u000a21:10:06.083264 run osmo-stp_10.42.42.5(pid=15589): Launched\u000a21:10:06.199409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:06.758973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15591): Launched\u000a21:10:06.873221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:07.153149 run patchelf(pid=15592): Launched\u000a21:10:07.340640 run osmo-stp_10.42.42.5(pid=15589): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15589)]\u000a21:10:07.478323 run osmo-stp_10.42.42.5(pid=15589): stdout: \u000a| (launched: 2022-12-09_21:10:05.926377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:07.615924 run osmo-stp_10.42.42.5(pid=15589): stderr: \u000a| �[0;m�[38;5;43m20221209211006120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211006120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211006121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211006121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211006122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211006122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211006122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:07.748800 run osmo-stp_10.42.42.5(pid=15589): stdout: \u000a| (launched: 2022-12-09_21:10:05.926377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:07.880387 run osmo-stp_10.42.42.5(pid=15589): stderr: \u000a| �[0;m�[38;5;43m20221209211006120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211006120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211006121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211006121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211006122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211006122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211006122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:08.034145 run patchelf(pid=15592): Terminating (SIGINT)\u000a21:10:08.214533 run patchelf(pid=15592): Terminated: ok {rc=0}\u000a21:10:08.247380 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15589): Process ended prematurely: osmo-stp_10.42.42.5(pid=15589) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15589)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:10:08.256644 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:10:08.318820 run osmo-hlr_10.42.42.2(pid=15586): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15586)]\u000a21:10:08.369653 run osmo-hlr_10.42.42.2(pid=15586): stdout: \u000a| (launched: 2022-12-09_21:10:04.931491) \u000a21:10:08.421071 run osmo-hlr_10.42.42.2(pid=15586): stderr: \u000a| �[0;m�[1;31m20221209211005108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211005108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211005108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211005108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211005108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211005108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211005119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211005128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211005128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211005128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:08.464680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15585): Terminating (SIGTERM)\u000a21:10:08.506106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15588): Terminating (SIGTERM)\u000a21:10:08.547379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15591): Terminating (SIGTERM)\u000a21:10:08.557044 --- ParallelTerminationStrategy: PID 15585 died...\u000a21:10:08.612283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15585): Terminated: ok {rc=0}\u000a21:10:08.622343 --- ParallelTerminationStrategy: PID 15588 died...\u000a21:10:08.677083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15588): Terminated: ok {rc=0}\u000a21:10:08.687063 --- ParallelTerminationStrategy: PID 15591 died...\u000a21:10:08.741699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15591): Terminated: ok {rc=0}\u000a21:10:08.827726 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:09:10" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15606): Process ended prematurely: osmo-stp_10.42.42.5(pid=15606) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15606)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15606): Process ended prematurely: osmo-stp_10.42.42.5(pid=15606) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:10:10.966275 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:10.977367 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:11.134428 tst cs_paging_gprs_active.py: using LAC 23744\u000a21:10:11.260070 tst cs_paging_gprs_active.py: using RAC 29\u000a21:10:11.386217 tst cs_paging_gprs_active.py: using CellId 23744\u000a21:10:11.511649 tst cs_paging_gprs_active.py: using BVCI 23745\u000a21:10:11.536547 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.548021 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.559319 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.570675 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.582006 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.593317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.604566 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.615721 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:11.627163 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:11.748590 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:12.031376 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:10:12.159709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:12.476448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15596): Launched\u000a21:10:12.741115 run iperf3-srv_10.42.42.10(pid=15597): Launched\u000a21:10:12.927895 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:10:13.055539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:13.371760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15598): Launched\u000a21:10:13.636120 run iperf3-srv_10.42.42.10(pid=15599): Launched\u000a21:10:13.822830 tst cs_paging_gprs_active.py:38: start network...\u000a21:10:13.950672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:14.432665 run create_hlr_db(pid=15600): Launched\u000a21:10:14.607919 bus /gobi_6: Setting Powered False\u000a21:10:15.628803 run create_hlr_db(pid=15600): Terminated: ok {rc=0}\u000a21:10:16.097110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15602): Launched\u000a21:10:16.457599 run osmo-hlr_10.42.42.2(pid=15603): Launched\u000a21:10:16.725671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:17.320318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15605): Launched\u000a21:10:17.626807 run osmo-stp_10.42.42.5(pid=15606): Launched\u000a21:10:17.738409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:18.270344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15608): Launched\u000a21:10:18.378665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:18.644431 run patchelf(pid=15609): Launched\u000a21:10:18.822686 run osmo-stp_10.42.42.5(pid=15606): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15606)]\u000a21:10:18.952501 run osmo-stp_10.42.42.5(pid=15606): stdout: \u000a| (launched: 2022-12-09_21:10:17.475377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:19.082991 run osmo-stp_10.42.42.5(pid=15606): stderr: \u000a| �[0;m�[38;5;43m20221209211017646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211017646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211017646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211017646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211017647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211017647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211017647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:19.208519 run osmo-stp_10.42.42.5(pid=15606): stdout: \u000a| (launched: 2022-12-09_21:10:17.475377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:19.333275 run osmo-stp_10.42.42.5(pid=15606): stderr: \u000a| �[0;m�[38;5;43m20221209211017646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211017646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211017646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211017646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211017647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211017647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211017647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:19.478732 run patchelf(pid=15609): Terminating (SIGINT)\u000a21:10:19.649381 run patchelf(pid=15609): Terminated: ok {rc=0}\u000a21:10:19.680714 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15606): Process ended prematurely: osmo-stp_10.42.42.5(pid=15606) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15606)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:10:19.690171 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:10:19.750344 run osmo-hlr_10.42.42.2(pid=15603): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15603)]\u000a21:10:19.798903 run osmo-hlr_10.42.42.2(pid=15603): stdout: \u000a| (launched: 2022-12-09_21:10:16.268609) \u000a21:10:19.848456 run osmo-hlr_10.42.42.2(pid=15603): stderr: \u000a| �[0;m�[1;31m20221209211016568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211016568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211016568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211016568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211016568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211016569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211016584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211016596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211016601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211016601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:19.890171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15596): Terminating (SIGTERM)\u000a21:10:19.929685 run iperf3-srv_10.42.42.10(pid=15597): Terminating (SIGTERM)\u000a21:10:19.969266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15598): Terminating (SIGTERM)\u000a21:10:20.009059 run iperf3-srv_10.42.42.10(pid=15599): Terminating (SIGTERM)\u000a21:10:20.049335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15602): Terminating (SIGTERM)\u000a21:10:20.088736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15605): Terminating (SIGTERM)\u000a21:10:20.128319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15608): Terminating (SIGTERM)\u000a21:10:20.137853 --- ParallelTerminationStrategy: PID 15596 died...\u000a21:10:20.190628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15596): Terminated: ok {rc=0}\u000a21:10:20.200760 --- ParallelTerminationStrategy: PID 15597 died...\u000a21:10:20.253303 run iperf3-srv_10.42.42.10(pid=15597): Terminated {rc=256}\u000a21:10:20.262875 --- ParallelTerminationStrategy: PID 15598 died...\u000a21:10:20.314907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15598): Terminated: ok {rc=0}\u000a21:10:20.324503 --- ParallelTerminationStrategy: PID 15599 died...\u000a21:10:20.376645 run iperf3-srv_10.42.42.10(pid=15599): Terminated {rc=256}\u000a21:10:20.386378 --- ParallelTerminationStrategy: PID 15602 died...\u000a21:10:20.438932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15602): Terminated: ok {rc=0}\u000a21:10:20.448441 --- ParallelTerminationStrategy: PID 15605 died...\u000a21:10:20.501157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15605): Terminated: ok {rc=0}\u000a21:10:20.510638 --- ParallelTerminationStrategy: PID 15608 died...\u000a21:10:20.562898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15608): Terminated: ok {rc=0}\u000a21:10:20.645659 bus /gobi_0: Setting Powered False\u000a21:10:21.752203 bus /gobi_0: Setting Powered False\u000a21:10:22.858679 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15619): Process ended prematurely: osmo-stp_10.42.42.5(pid=15619) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15619)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15619): Process ended prematurely: osmo-stp_10.42.42.5(pid=15619) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:10:23.973955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:23.985995 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:24.143462 tst iperf3.py: using LAC 23745\u000a21:10:24.269968 tst iperf3.py: using RAC 30\u000a21:10:24.398015 tst iperf3.py: using CellId 23745\u000a21:10:24.524417 tst iperf3.py: using BVCI 23746\u000a21:10:24.549323 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.560824 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.572055 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.583390 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.594691 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.605996 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.617388 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.628551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:24.639902 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:24.920199 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:25.046950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:25.363575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15611): Launched\u000a21:10:25.625552 run iperf3-srv_10.42.42.10(pid=15612): Launched\u000a21:10:25.810871 tst iperf3.py:8: start network...\u000a21:10:25.937894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:26.417448 run create_hlr_db(pid=15613): Launched\u000a21:10:26.591729 bus /gobi_6: Setting Powered False\u000a21:10:27.613833 run create_hlr_db(pid=15613): Terminated: ok {rc=0}\u000a21:10:28.045991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15615): Launched\u000a21:10:28.373326 run osmo-hlr_10.42.42.2(pid=15616): Launched\u000a21:10:28.496416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:29.063530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15618): Launched\u000a21:10:29.389902 run osmo-stp_10.42.42.5(pid=15619): Launched\u000a21:10:29.507732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:30.075117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15621): Launched\u000a21:10:30.191937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:30.475884 run patchelf(pid=15622): Launched\u000a21:10:30.665303 run osmo-stp_10.42.42.5(pid=15619): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15619)]\u000a21:10:30.803630 run osmo-stp_10.42.42.5(pid=15619): stdout: \u000a| (launched: 2022-12-09_21:10:29.229877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:30.953958 run osmo-stp_10.42.42.5(pid=15619): stderr: \u000a| �[0;m�[38;5;43m20221209211029424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211029424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211029425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211029425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211029426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211029426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211029426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:31.090300 run osmo-stp_10.42.42.5(pid=15619): stdout: \u000a| (launched: 2022-12-09_21:10:29.229877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:31.226391 run osmo-stp_10.42.42.5(pid=15619): stderr: \u000a| �[0;m�[38;5;43m20221209211029424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211029424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211029425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211029425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211029426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211029426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211029426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:31.412491 run patchelf(pid=15622): Terminating (SIGINT)\u000a21:10:31.602559 run patchelf(pid=15622): Terminated: ok {rc=0}\u000a21:10:31.636919 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15619): Process ended prematurely: osmo-stp_10.42.42.5(pid=15619) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15619)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:10:31.647589 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:10:31.711013 run osmo-hlr_10.42.42.2(pid=15616): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15616)]\u000a21:10:31.762699 run osmo-hlr_10.42.42.2(pid=15616): stdout: \u000a| (launched: 2022-12-09_21:10:28.212413) \u000a21:10:31.814856 run osmo-hlr_10.42.42.2(pid=15616): stderr: \u000a| �[0;m�[1;31m20221209211028410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211028410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211028410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211028410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211028410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211028410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211028423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211028433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211028433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211028433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:31.861526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15611): Terminating (SIGTERM)\u000a21:10:31.905767 run iperf3-srv_10.42.42.10(pid=15612): Terminating (SIGTERM)\u000a21:10:31.949678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15615): Terminating (SIGTERM)\u000a21:10:31.992878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15618): Terminating (SIGTERM)\u000a21:10:32.036221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15621): Terminating (SIGTERM)\u000a21:10:32.046348 --- ParallelTerminationStrategy: PID 15611 died...\u000a21:10:32.103641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15611): Terminated: ok {rc=0}\u000a21:10:32.114627 --- ParallelTerminationStrategy: PID 15612 died...\u000a21:10:32.171926 run iperf3-srv_10.42.42.10(pid=15612): Terminated {rc=256}\u000a21:10:32.182491 --- ParallelTerminationStrategy: PID 15615 died...\u000a21:10:32.238828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15615): Terminated: ok {rc=0}\u000a21:10:32.249247 --- ParallelTerminationStrategy: PID 15618 died...\u000a21:10:32.305282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15618): Terminated: ok {rc=0}\u000a21:10:32.315283 --- ParallelTerminationStrategy: PID 15621 died...\u000a21:10:32.370529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15621): Terminated: ok {rc=0}\u000a21:10:32.457037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15637): Process ended prematurely: osmo-stp_10.42.42.5(pid=15637) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15637): Process ended prematurely: osmo-stp_10.42.42.5(pid=15637) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:10:33.567456 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:33.579583 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:33.729230 tst iperf3m4.py: using LAC 23746\u000a21:10:33.854463 tst iperf3m4.py: using RAC 31\u000a21:10:33.973694 tst iperf3m4.py: using CellId 23746\u000a21:10:34.091894 tst iperf3m4.py: using BVCI 23747\u000a21:10:34.115604 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.126718 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.137672 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.148760 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.160162 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.171345 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.182693 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.193827 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:34.205182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:34.320610 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:34.444020 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:34.559839 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:34.855490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:34.991485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:35.328476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15623): Launched\u000a21:10:35.608731 run iperf3-srv_10.42.42.10(pid=15624): Launched\u000a21:10:35.806708 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:10:35.941982 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:36.279325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15625): Launched\u000a21:10:36.558027 run iperf3-srv_10.42.42.10(pid=15626): Launched\u000a21:10:36.756279 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:10:36.891849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:37.228738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15627): Launched\u000a21:10:37.507963 run iperf3-srv_10.42.42.10(pid=15628): Launched\u000a21:10:37.706296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:10:37.841638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:38.178236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15629): Launched\u000a21:10:38.457550 run iperf3-srv_10.42.42.10(pid=15630): Launched\u000a21:10:38.656328 tst iperf3m4.py:8: start network...\u000a21:10:38.792175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:39.313655 run create_hlr_db(pid=15631): Launched\u000a21:10:39.501046 bus /gobi_6: Setting Powered False\u000a21:10:40.522627 run create_hlr_db(pid=15631): Terminated: ok {rc=0}\u000a21:10:40.955207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15633): Launched\u000a21:10:41.283460 run osmo-hlr_10.42.42.2(pid=15634): Launched\u000a21:10:41.401634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:41.993645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15636): Launched\u000a21:10:42.320094 run osmo-stp_10.42.42.5(pid=15637): Launched\u000a21:10:42.438019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:43.003870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15639): Launched\u000a21:10:43.119781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:43.404129 run patchelf(pid=15640): Launched\u000a21:10:43.593250 run osmo-stp_10.42.42.5(pid=15637): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)]\u000a21:10:43.731504 run osmo-stp_10.42.42.5(pid=15637): stdout: \u000a| (launched: 2022-12-09_21:10:42.159223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:43.870468 run osmo-stp_10.42.42.5(pid=15637): stderr: \u000a| �[0;m�[38;5;43m20221209211042351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211042351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211042352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211042352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211042352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211042353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211042353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:44.004420 run osmo-stp_10.42.42.5(pid=15637): stdout: \u000a| (launched: 2022-12-09_21:10:42.159223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:44.137484 run osmo-stp_10.42.42.5(pid=15637): stderr: \u000a| �[0;m�[38;5;43m20221209211042351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211042351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211042352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211042352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211042352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211042353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211042353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:44.293282 run patchelf(pid=15640): Terminating (SIGINT)\u000a21:10:44.475211 run patchelf(pid=15640): Terminated: ok {rc=0}\u000a21:10:44.508673 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15637): Process ended prematurely: osmo-stp_10.42.42.5(pid=15637) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:10:44.518761 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:10:44.581468 run osmo-hlr_10.42.42.2(pid=15634): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15634)]\u000a21:10:44.632242 run osmo-hlr_10.42.42.2(pid=15634): stdout: \u000a| (launched: 2022-12-09_21:10:41.120714) \u000a21:10:44.683601 run osmo-hlr_10.42.42.2(pid=15634): stderr: \u000a| �[0;m�[1;31m20221209211041320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211041320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211041320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211041320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211041320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211041320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211041333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211041341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211041341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211041342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:44.727140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15623): Terminating (SIGTERM)\u000a21:10:44.768208 run iperf3-srv_10.42.42.10(pid=15624): Terminating (SIGTERM)\u000a21:10:44.809506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15625): Terminating (SIGTERM)\u000a21:10:44.850744 run iperf3-srv_10.42.42.10(pid=15626): Terminating (SIGTERM)\u000a21:10:44.892019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15627): Terminating (SIGTERM)\u000a21:10:44.933165 run iperf3-srv_10.42.42.10(pid=15628): Terminating (SIGTERM)\u000a21:10:44.974447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15629): Terminating (SIGTERM)\u000a21:10:45.015621 run iperf3-srv_10.42.42.10(pid=15630): Terminating (SIGTERM)\u000a21:10:45.057226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15633): Terminating (SIGTERM)\u000a21:10:45.098645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15636): Terminating (SIGTERM)\u000a21:10:45.139907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15639): Terminating (SIGTERM)\u000a21:10:45.149608 --- ParallelTerminationStrategy: PID 15623 died...\u000a21:10:45.204891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15623): Terminated: ok {rc=0}\u000a21:10:45.214951 --- ParallelTerminationStrategy: PID 15624 died...\u000a21:10:45.269981 run iperf3-srv_10.42.42.10(pid=15624): Terminated {rc=256}\u000a21:10:45.279920 --- ParallelTerminationStrategy: PID 15625 died...\u000a21:10:45.335144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15625): Terminated: ok {rc=0}\u000a21:10:45.345278 --- ParallelTerminationStrategy: PID 15626 died...\u000a21:10:45.399815 run iperf3-srv_10.42.42.10(pid=15626): Terminated {rc=256}\u000a21:10:45.409806 --- ParallelTerminationStrategy: PID 15627 died...\u000a21:10:45.464862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15627): Terminated: ok {rc=0}\u000a21:10:45.474963 --- ParallelTerminationStrategy: PID 15628 died...\u000a21:10:45.529591 run iperf3-srv_10.42.42.10(pid=15628): Terminated {rc=256}\u000a21:10:45.539539 --- ParallelTerminationStrategy: PID 15629 died...\u000a21:10:45.594839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15629): Terminated: ok {rc=0}\u000a21:10:45.604776 --- ParallelTerminationStrategy: PID 15630 died...\u000a21:10:45.659415 run iperf3-srv_10.42.42.10(pid=15630): Terminated {rc=256}\u000a21:10:45.669440 --- ParallelTerminationStrategy: PID 15633 died...\u000a21:10:45.723941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15633): Terminated: ok {rc=0}\u000a21:10:45.734062 --- ParallelTerminationStrategy: PID 15636 died...\u000a21:10:45.788745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15636): Terminated: ok {rc=0}\u000a21:10:45.798739 --- ParallelTerminationStrategy: PID 15639 died...\u000a21:10:45.853848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15639): Terminated: ok {rc=0}\u000a21:10:45.954114 bus /gobi_4: Setting Powered False\u000a21:10:47.074521 bus /gobi_4: Setting Powered False\u000a21:10:48.182844 bus /gobi_1: Setting Powered False\u000a21:10:49.289241 bus /gobi_1: Setting Powered False\u000a21:10:50.396015 bus /gobi_0: Setting Powered False\u000a21:10:51.500101 bus /gobi_0: Setting Powered False\u000a21:10:52.606597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15647): Process ended prematurely: osmo-stp_10.42.42.5(pid=15647) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15647)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15647): Process ended prematurely: osmo-stp_10.42.42.5(pid=15647) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:10:53.674705 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:53.686750 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:53.838506 tst ping.py: using LAC 23747\u000a21:10:53.964064 tst ping.py: using RAC 32\u000a21:10:54.087615 tst ping.py: using CellId 23747\u000a21:10:54.211098 tst ping.py: using BVCI 23748\u000a21:10:54.235188 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.246785 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.258282 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.269618 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.280883 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.292192 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.303483 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:54.314730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:54.597733 tst ping.py:19: start network...\u000a21:10:54.729093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:55.231919 run create_hlr_db(pid=15641): Launched\u000a21:10:55.415352 bus /gobi_6: Setting Powered False\u000a21:10:56.434584 run create_hlr_db(pid=15641): Terminated: ok {rc=0}\u000a21:10:56.831095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15643): Launched\u000a21:10:57.125876 run osmo-hlr_10.42.42.2(pid=15644): Launched\u000a21:10:57.237977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:57.764014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15646): Launched\u000a21:10:58.057697 run osmo-stp_10.42.42.5(pid=15647): Launched\u000a21:10:58.164611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:58.676145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15649): Launched\u000a21:10:58.779841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:59.035132 run patchelf(pid=15650): Launched\u000a21:10:59.206500 run osmo-stp_10.42.42.5(pid=15647): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15647)]\u000a21:10:59.331820 run osmo-stp_10.42.42.5(pid=15647): stdout: \u000a| (launched: 2022-12-09_21:10:57.912523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:59.457564 run osmo-stp_10.42.42.5(pid=15647): stderr: \u000a| �[0;m�[38;5;43m20221209211058080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211058080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211058080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211058081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211058081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211058081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211058081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:59.578393 run osmo-stp_10.42.42.5(pid=15647): stdout: \u000a| (launched: 2022-12-09_21:10:57.912523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:59.698837 run osmo-stp_10.42.42.5(pid=15647): stderr: \u000a| �[0;m�[38;5;43m20221209211058080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211058080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211058080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211058081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211058081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211058081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211058081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:59.838717 run patchelf(pid=15650): Terminating (SIGINT)\u000a21:11:00.012037 run patchelf(pid=15650): Terminated: ok {rc=0}\u000a21:11:00.041874 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15647): Process ended prematurely: osmo-stp_10.42.42.5(pid=15647) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15647)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:11:00.050454 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:11:00.109349 run osmo-hlr_10.42.42.2(pid=15644): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15644)]\u000a21:11:00.157245 run osmo-hlr_10.42.42.2(pid=15644): stdout: \u000a| (launched: 2022-12-09_21:10:56.980783) \u000a21:11:00.205837 run osmo-hlr_10.42.42.2(pid=15644): stderr: \u000a| �[0;m�[1;31m20221209211057157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211057157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211057157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211057157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211057157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211057157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211057170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211057178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211057178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211057178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:00.246619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15643): Terminating (SIGTERM)\u000a21:11:00.286022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15646): Terminating (SIGTERM)\u000a21:11:00.324772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15649): Terminating (SIGTERM)\u000a21:11:00.334043 --- ParallelTerminationStrategy: PID 15643 died...\u000a21:11:00.386217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15643): Terminated: ok {rc=0}\u000a21:11:00.395705 --- ParallelTerminationStrategy: PID 15646 died...\u000a21:11:00.447373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15646): Terminated: ok {rc=0}\u000a21:11:00.456936 --- ParallelTerminationStrategy: PID 15649 died...\u000a21:11:00.508803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15649): Terminated: ok {rc=0}\u000a21:11:00.590539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15657): Process ended prematurely: osmo-stp_10.42.42.5(pid=15657) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15657)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15657): Process ended prematurely: osmo-stp_10.42.42.5(pid=15657) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:11:01.643515 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:01.656295 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:11:01.834151 tst ping_idle_ping.py: using LAC 23748\u000a21:11:01.961657 tst ping_idle_ping.py: using RAC 33\u000a21:11:02.105956 tst ping_idle_ping.py: using CellId 23748\u000a21:11:02.246080 tst ping_idle_ping.py: using BVCI 23749\u000a21:11:02.271067 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.282982 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.294664 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.306846 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.317856 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.328716 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.339814 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:02.350805 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:11:02.635466 tst ping_idle_ping.py:24: start network...\u000a21:11:02.764815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:03.264197 run create_hlr_db(pid=15651): Launched\u000a21:11:03.444495 bus /gobi_6: Setting Powered False\u000a21:11:04.466802 run create_hlr_db(pid=15651): Terminated: ok {rc=0}\u000a21:11:04.855504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15653): Launched\u000a21:11:05.144897 run osmo-hlr_10.42.42.2(pid=15654): Launched\u000a21:11:05.257672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:05.767065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15656): Launched\u000a21:11:06.057714 run osmo-stp_10.42.42.5(pid=15657): Launched\u000a21:11:06.163521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:06.669201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15659): Launched\u000a21:11:06.772579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:07.024143 run patchelf(pid=15660): Launched\u000a21:11:07.193519 run osmo-stp_10.42.42.5(pid=15657): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15657)]\u000a21:11:07.318329 run osmo-stp_10.42.42.5(pid=15657): stdout: \u000a| (launched: 2022-12-09_21:11:05.914181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:07.443263 run osmo-stp_10.42.42.5(pid=15657): stderr: \u000a| �[0;m�[38;5;43m20221209211106080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211106080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211106080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211106081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211106081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211106081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211106081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:07.563164 run osmo-stp_10.42.42.5(pid=15657): stdout: \u000a| (launched: 2022-12-09_21:11:05.914181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:07.682588 run osmo-stp_10.42.42.5(pid=15657): stderr: \u000a| �[0;m�[38;5;43m20221209211106080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211106080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211106080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211106081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211106081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211106081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211106081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:07.821659 run patchelf(pid=15660): Terminating (SIGINT)\u000a21:11:07.985205 run patchelf(pid=15660): Terminated: ok {rc=0}\u000a21:11:08.014958 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15657): Process ended prematurely: osmo-stp_10.42.42.5(pid=15657) [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15657)] [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:11:08.023566 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:11:08.082622 run osmo-hlr_10.42.42.2(pid=15654): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15654)]\u000a21:11:08.130355 run osmo-hlr_10.42.42.2(pid=15654): stdout: \u000a| (launched: 2022-12-09_21:11:05.002439) \u000a21:11:08.178428 run osmo-hlr_10.42.42.2(pid=15654): stderr: \u000a| �[0;m�[1;31m20221209211105173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211105173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211105173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211105173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211105173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211105173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211105186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211105194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211105195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211105195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:08.220081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15653): Terminating (SIGTERM)\u000a21:11:08.259006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15656): Terminating (SIGTERM)\u000a21:11:08.297940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15659): Terminating (SIGTERM)\u000a21:11:08.307193 --- ParallelTerminationStrategy: PID 15653 died...\u000a21:11:08.359215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15653): Terminated: ok {rc=0}\u000a21:11:08.368921 --- ParallelTerminationStrategy: PID 15656 died...\u000a21:11:08.420894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15656): Terminated: ok {rc=0}\u000a21:11:08.430282 --- ParallelTerminationStrategy: PID 15659 died...\u000a21:11:08.482083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15659): Terminated: ok {rc=0}\u000a21:11:08.569882 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:10:10" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15671): Process ended prematurely: osmo-stp_10.42.42.5(pid=15671) [trial-2364↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15671)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15671): Process ended prematurely: osmo-stp_10.42.42.5(pid=15671) [trial-2364↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:11:10.564569 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:10.575925 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:11:10.718079 tst switch_tch_pdch.py: using LAC 23749\u000a21:11:10.840397 tst switch_tch_pdch.py: using RAC 34\u000a21:11:10.961754 tst switch_tch_pdch.py: using CellId 23749\u000a21:11:11.085426 tst switch_tch_pdch.py: using BVCI 23750\u000a21:11:11.109209 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.121623 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.133444 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.145352 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.157224 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.168849 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.180759 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:11:11.192622 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:11:11.307644 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:11:11.591217 tst switch_tch_pdch.py:51: start network...\u000a21:11:11.720300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:12.215512 run create_hlr_db(pid=15665): Launched\u000a21:11:12.396149 bus /gobi_6: Setting Powered False\u000a21:11:13.416465 run create_hlr_db(pid=15665): Terminated: ok {rc=0}\u000a21:11:13.805624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15667): Launched\u000a21:11:14.094920 run osmo-hlr_10.42.42.2(pid=15668): Launched\u000a21:11:14.207188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:14.749078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15670): Launched\u000a21:11:15.058210 run osmo-stp_10.42.42.5(pid=15671): Launched\u000a21:11:15.169717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:15.711900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15673): Launched\u000a21:11:15.823007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:16.134443 run patchelf(pid=15674): Launched\u000a21:11:16.321337 run osmo-stp_10.42.42.5(pid=15671): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15671)]\u000a21:11:16.458199 run osmo-stp_10.42.42.5(pid=15671): stdout: \u000a| (launched: 2022-12-09_21:11:14.906747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:16.594120 run osmo-stp_10.42.42.5(pid=15671): stderr: \u000a| �[0;m�[38;5;43m20221209211115096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211115096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211115096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211115096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211115097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211115097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211115097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:16.725497 run osmo-stp_10.42.42.5(pid=15671): stdout: \u000a| (launched: 2022-12-09_21:11:14.906747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:16.855454 run osmo-stp_10.42.42.5(pid=15671): stderr: \u000a| �[0;m�[38;5;43m20221209211115096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211115096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211115096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211115096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211115097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211115097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211115097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:17.006876 run patchelf(pid=15674): Terminating (SIGINT)\u000a21:11:17.183248 run patchelf(pid=15674): Terminated: ok {rc=0}\u000a21:11:17.215652 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15671): Process ended prematurely: osmo-stp_10.42.42.5(pid=15671) [trial-2364↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15671)] [trial-2364↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:11:17.225344 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a21:11:17.287245 run osmo-hlr_10.42.42.2(pid=15668): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15668)]\u000a21:11:17.337745 run osmo-hlr_10.42.42.2(pid=15668): stdout: \u000a| (launched: 2022-12-09_21:11:13.952397) \u000a21:11:17.388794 run osmo-hlr_10.42.42.2(pid=15668): stderr: \u000a| �[0;m�[1;31m20221209211114122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211114122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211114123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211114123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211114123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211114123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211114135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211114144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211114144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211114144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:17.432226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15667): Terminating (SIGTERM)\u000a21:11:17.473431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15670): Terminating (SIGTERM)\u000a21:11:17.514544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15673): Terminating (SIGTERM)\u000a21:11:17.524156 --- ParallelTerminationStrategy: PID 15667 died...\u000a21:11:17.578901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15667): Terminated: ok {rc=0}\u000a21:11:17.588853 --- ParallelTerminationStrategy: PID 15670 died...\u000a21:11:17.643247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15670): Terminated: ok {rc=0}\u000a21:11:17.653179 --- ParallelTerminationStrategy: PID 15673 died...\u000a21:11:17.707461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15673): Terminated: ok {rc=0}\u000a21:11:17.792404 bus /gobi_0: Setting Powered False\u000a21:11:18.897287 bus /gobi_0: Setting Powered False\u000a21:11:20.007672 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:11:10" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15684): Process ended prematurely: osmo-stp_10.42.42.5(pid=15684) [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15684): Process ended prematurely: osmo-stp_10.42.42.5(pid=15684) [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:11:21.941611 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:21.952072 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:11:22.082138 tst mo_mt_sms.py: using LAC 23750\u000a21:11:22.205243 tst mo_mt_sms.py: using RAC 35\u000a21:11:22.326196 tst mo_mt_sms.py: using CellId 23750\u000a21:11:22.446267 tst mo_mt_sms.py: using BVCI 23751\u000a21:11:22.469989 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:22.481305 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:22.492348 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:22.503338 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:22.514479 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:22.525232 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:11:22.636847 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:11:22.830361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:23.285819 run create_hlr_db(pid=15678): Launched\u000a21:11:23.452410 bus /gobi_6: Setting Powered False\u000a21:11:24.473681 run create_hlr_db(pid=15678): Terminated: ok {rc=0}\u000a21:11:24.886595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15680): Launched\u000a21:11:25.196543 run osmo-hlr_10.42.42.2(pid=15681): Launched\u000a21:11:25.310413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:25.846099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15683): Launched\u000a21:11:26.155146 run osmo-stp_10.42.42.5(pid=15684): Launched\u000a21:11:26.267571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:26.833128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15686): Launched\u000a21:11:27.142345 run osmo-msc_10.42.42.6(pid=15687): Launched\u000a21:11:27.323854 run osmo-stp_10.42.42.5(pid=15684): ERR: Terminated: ERROR {rc=1} [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)]\u000a21:11:27.454971 run osmo-stp_10.42.42.5(pid=15684): stdout: \u000a| (launched: 2022-12-09_21:11:26.003717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:27.585310 run osmo-stp_10.42.42.5(pid=15684): stderr: \u000a| �[0;m�[38;5;43m20221209211126191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211126191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211126191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211126191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211126192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211126192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211126192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:27.709917 run osmo-stp_10.42.42.5(pid=15684): stdout: \u000a| (launched: 2022-12-09_21:11:26.003717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:27.833568 run osmo-stp_10.42.42.5(pid=15684): stderr: \u000a| �[0;m�[38;5;43m20221209211126191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211126191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211126191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211126191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211126192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211126192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211126192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:27.887841 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15684): Process ended prematurely: osmo-stp_10.42.42.5(pid=15684) [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)] [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a21:11:27.896480 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a21:11:27.957319 run osmo-hlr_10.42.42.2(pid=15681): ERR: Terminated: ERROR {rc=237} [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15681)]\u000a21:11:28.007417 run osmo-hlr_10.42.42.2(pid=15681): stdout: \u000a| (launched: 2022-12-09_21:11:25.044655) \u000a21:11:28.058140 run osmo-hlr_10.42.42.2(pid=15681): stderr: \u000a| �[0;m�[1;31m20221209211125238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211125238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211125238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211125238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211125238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211125238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211125251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211125259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211125260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211125260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:28.126922 run osmo-msc_10.42.42.6(pid=15687): ERR: Terminated: ERROR {rc=2} [trial-2364↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15687)]\u000a21:11:28.176802 run osmo-msc_10.42.42.6(pid=15687): stdout: \u000a| (launched: 2022-12-09_21:11:26.990573) \u000a21:11:28.227516 run osmo-msc_10.42.42.6(pid=15687): stderr: \u000a| �[0;m�[38;5;43m20221209211127307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211127308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5b69bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211127308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211127308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211127308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211127308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211127310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211127311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211127311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211127311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:28.270727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15680): Terminating (SIGTERM)\u000a21:11:28.311540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15683): Terminating (SIGTERM)\u000a21:11:28.352469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15686): Terminating (SIGTERM)\u000a21:11:28.362093 --- ParallelTerminationStrategy: PID 15680 died...\u000a21:11:28.416862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15680): Terminated: ok {rc=0}\u000a21:11:28.426908 --- ParallelTerminationStrategy: PID 15683 died...\u000a21:11:28.481260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15683): Terminated: ok {rc=0}\u000a21:11:28.491196 --- ParallelTerminationStrategy: PID 15686 died...\u000a21:11:28.545922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15686): Terminated: ok {rc=0}\u000a21:11:28.631231 bus /sierra_3: Setting Powered False\u000a21:11:29.730178 bus /sierra_3: Setting Powered False\u000a21:11:30.840320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:11:21" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15693): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15693) [trial-2364↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15693)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15693): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15693) [trial-2364↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:11:32.699429 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a21:11:32.710508 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:11:32.842333 tst assert_extension.py: using LAC 23751\u000a21:11:32.966343 tst assert_extension.py: using RAC 36\u000a21:11:33.091222 tst assert_extension.py: using CellId 23751\u000a21:11:33.211296 tst assert_extension.py: using BVCI 23752\u000a21:11:33.235194 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:11:33.517472 tst assert_extension.py:10: start nitb and bts...\u000a21:11:33.645874 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:11:34.283953 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15692): Launched\u000a21:11:34.589404 run osmo-nitb_10.42.42.2(pid=15693): Launched\u000a21:11:34.778747 run osmo-nitb_10.42.42.2(pid=15693): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15693)]\u000a21:11:34.918516 run osmo-nitb_10.42.42.2(pid=15693): stdout: \u000a| (launched: 2022-12-09_21:11:34.440922) \u000a21:11:35.058492 run osmo-nitb_10.42.42.2(pid=15693): stderr: \u000a| (launched: 2022-12-09_21:11:34.487178)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:11:35.194175 run osmo-nitb_10.42.42.2(pid=15693): stdout: \u000a| (launched: 2022-12-09_21:11:34.440922) \u000a21:11:35.329360 run osmo-nitb_10.42.42.2(pid=15693): stderr: \u000a| (launched: 2022-12-09_21:11:34.487178)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:11:35.714647 tst osmo-nitb_10.42.42.2(pid=15693): stdout: \u000a| (launched: 2022-12-09_21:11:34.440922) \u000a21:11:35.838210 tst osmo-nitb_10.42.42.2(pid=15693): stderr: \u000a| (launched: 2022-12-09_21:11:34.487178)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:11:35.892113 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15693): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15693) [trial-2364↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15693)] [trial-2364↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a21:11:35.900709 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a21:11:35.935831 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15692): Terminating (SIGTERM)\u000a21:11:36.113483 --- ParallelTerminationStrategy: PID 15692 died...\u000a21:11:36.169372 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15692): Terminated: ok {rc=0}\u000a21:11:36.252562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:11:32" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15703): Process ended prematurely: osmo-stp_10.42.42.5(pid=15703) [trial-2364↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15703)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15703): Process ended prematurely: osmo-stp_10.42.42.5(pid=15703) [trial-2364↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:11:38.082113 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:38.092550 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:11:38.222499 tst assert_extension.py: using LAC 23752\u000a21:11:38.336934 tst assert_extension.py: using RAC 37\u000a21:11:38.451898 tst assert_extension.py: using CellId 23752\u000a21:11:38.565130 tst assert_extension.py: using BVCI 23753\u000a21:11:38.587140 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:38.597658 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:38.608087 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:38.618639 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:38.629281 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:11:38.639778 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:11:38.842038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:39.335482 run create_hlr_db(pid=15697): Launched\u000a21:11:39.514645 bus /sierra_2: Setting Powered False\u000a21:11:40.535669 run create_hlr_db(pid=15697): Terminated: ok {rc=0}\u000a21:11:40.923280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15699): Launched\u000a21:11:41.211065 run osmo-hlr_10.42.42.2(pid=15700): Launched\u000a21:11:41.321017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:41.825755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15702): Launched\u000a21:11:42.114819 run osmo-stp_10.42.42.5(pid=15703): Launched\u000a21:11:42.221305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:42.747852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15705): Launched\u000a21:11:43.036293 run osmo-msc_10.42.42.6(pid=15706): Launched\u000a21:11:43.206481 run osmo-stp_10.42.42.5(pid=15703): ERR: Terminated: ERROR {rc=1} [trial-2364↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15703)]\u000a21:11:43.329356 run osmo-stp_10.42.42.5(pid=15703): stdout: \u000a| (launched: 2022-12-09_21:11:41.972513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:43.450041 run osmo-stp_10.42.42.5(pid=15703): stderr: \u000a| �[0;m�[38;5;43m20221209211142137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211142138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211142138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211142138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:43.566378 run osmo-stp_10.42.42.5(pid=15703): stdout: \u000a| (launched: 2022-12-09_21:11:41.972513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:43.681849 run osmo-stp_10.42.42.5(pid=15703): stderr: \u000a| �[0;m�[38;5;43m20221209211142137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211142138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211142138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211142138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:43.732424 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15703): Process ended prematurely: osmo-stp_10.42.42.5(pid=15703) [trial-2364↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15703)] [trial-2364↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a21:11:43.740227 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a21:11:43.798864 run osmo-hlr_10.42.42.2(pid=15700): ERR: Terminated: ERROR {rc=237} [trial-2364↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15700)]\u000a21:11:43.846683 run osmo-hlr_10.42.42.2(pid=15700): stdout: \u000a| (launched: 2022-12-09_21:11:41.070120) \u000a21:11:43.895166 run osmo-hlr_10.42.42.2(pid=15700): stderr: \u000a| �[0;m�[1;31m20221209211141238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211141238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211141238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211141238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211141238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211141238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211141250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211141259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211141260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211141260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:43.960933 run osmo-msc_10.42.42.6(pid=15706): ERR: Terminated: ERROR {rc=2} [trial-2364↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15706)]\u000a21:11:44.008753 run osmo-msc_10.42.42.6(pid=15706): stdout: \u000a| (launched: 2022-12-09_21:11:42.894231) \u000a21:11:44.057038 run osmo-msc_10.42.42.6(pid=15706): stderr: \u000a| �[0;m�[38;5;43m20221209211143161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211143161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2862761c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211143161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211143161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211143161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211143161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211143163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211143163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211143164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211143164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:44.097624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15699): Terminating (SIGTERM)\u000a21:11:44.136241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15702): Terminating (SIGTERM)\u000a21:11:44.174728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15705): Terminating (SIGTERM)\u000a21:11:44.183941 --- ParallelTerminationStrategy: PID 15699 died...\u000a21:11:44.235601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15699): Terminated: ok {rc=0}\u000a21:11:44.245207 --- ParallelTerminationStrategy: PID 15702 died...\u000a21:11:44.296563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15702): Terminated: ok {rc=0}\u000a21:11:44.306065 --- ParallelTerminationStrategy: PID 15705 died...\u000a21:11:44.357342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15705): Terminated: ok {rc=0}\u000a21:11:44.438468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:11:37" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15717): Process ended prematurely: osmo-stp_10.42.42.5(pid=15717) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15717)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15717): Process ended prematurely: osmo-stp_10.42.42.5(pid=15717) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:11:46.397693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:46.409880 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:11:46.597023 tst mo_mt_call.py: using LAC 23753\u000a21:11:46.725873 tst mo_mt_call.py: using RAC 38\u000a21:11:46.847092 tst mo_mt_call.py: using CellId 23753\u000a21:11:46.990890 tst mo_mt_call.py: using BVCI 23754\u000a21:11:47.015766 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:47.029616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:47.042093 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:47.055121 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:47.072388 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:47.087652 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:47.225478 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:47.438640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:47.940017 run create_hlr_db(pid=15711): Launched\u000a21:11:48.121352 bus /sierra_2: Setting Powered False\u000a21:11:49.144092 run create_hlr_db(pid=15711): Terminated: ok {rc=0}\u000a21:11:49.563275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15713): Launched\u000a21:11:49.877628 run osmo-hlr_10.42.42.2(pid=15714): Launched\u000a21:11:49.992056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:50.538733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15716): Launched\u000a21:11:50.853107 run osmo-stp_10.42.42.5(pid=15717): Launched\u000a21:11:50.967291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:11:51.542764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15719): Launched\u000a21:11:51.858528 run osmo-msc_10.42.42.6(pid=15720): Launched\u000a21:11:52.043308 run osmo-stp_10.42.42.5(pid=15717): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15717)]\u000a21:11:52.176229 run osmo-stp_10.42.42.5(pid=15717): stdout: \u000a| (launched: 2022-12-09_21:11:50.699421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:52.310256 run osmo-stp_10.42.42.5(pid=15717): stderr: \u000a| �[0;m�[38;5;43m20221209211150888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211150888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211150888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211150889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211150889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211150889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211150889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:52.437315 run osmo-stp_10.42.42.5(pid=15717): stdout: \u000a| (launched: 2022-12-09_21:11:50.699421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:52.562940 run osmo-stp_10.42.42.5(pid=15717): stderr: \u000a| �[0;m�[38;5;43m20221209211150888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211150888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211150888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211150889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211150889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211150889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211150889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:52.618312 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15717): Process ended prematurely: osmo-stp_10.42.42.5(pid=15717) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15717)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:11:52.627491 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:11:52.688831 run osmo-hlr_10.42.42.2(pid=15714): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15714)]\u000a21:11:52.739396 run osmo-hlr_10.42.42.2(pid=15714): stdout: \u000a| (launched: 2022-12-09_21:11:49.723539) \u000a21:11:52.790203 run osmo-hlr_10.42.42.2(pid=15714): stderr: \u000a| �[0;m�[1;31m20221209211149916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211149916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211149916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211149916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211149916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211149916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211149928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211149936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211149937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211149937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:52.859345 run osmo-msc_10.42.42.6(pid=15720): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15720)]\u000a21:11:52.909367 run osmo-msc_10.42.42.6(pid=15720): stdout: \u000a| (launched: 2022-12-09_21:11:51.703949) \u000a21:11:52.959880 run osmo-msc_10.42.42.6(pid=15720): stderr: \u000a| �[0;m�[38;5;43m20221209211152023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211152023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bcd21bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211152023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211152024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211152024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211152024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211152026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211152026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211152026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211152026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:11:53.002770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15713): Terminating (SIGTERM)\u000a21:11:53.043270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15716): Terminating (SIGTERM)\u000a21:11:53.083958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15719): Terminating (SIGTERM)\u000a21:11:53.093197 --- ParallelTerminationStrategy: PID 15713 died...\u000a21:11:53.147777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15713): Terminated: ok {rc=0}\u000a21:11:53.157676 --- ParallelTerminationStrategy: PID 15716 died...\u000a21:11:53.211868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15716): Terminated: ok {rc=0}\u000a21:11:53.221818 --- ParallelTerminationStrategy: PID 15719 died...\u000a21:11:53.276507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15719): Terminated: ok {rc=0}\u000a21:11:53.360369 bus /sierra_3: Setting Powered False\u000a21:11:54.466022 bus /sierra_3: Setting Powered False\u000a21:11:55.571470 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15728): Process ended prematurely: osmo-stp_10.42.42.5(pid=15728) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15728)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15728): Process ended prematurely: osmo-stp_10.42.42.5(pid=15728) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:11:56.683662 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:56.695704 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:11:56.852279 tst mo_mt_call_osmux.py: using LAC 23754\u000a21:11:56.978214 tst mo_mt_call_osmux.py: using RAC 39\u000a21:11:57.102534 tst mo_mt_call_osmux.py: using CellId 23754\u000a21:11:57.229994 tst mo_mt_call_osmux.py: using BVCI 23755\u000a21:11:57.254037 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:57.265490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:57.276856 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:57.288234 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:57.299633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:11:57.310873 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:57.429716 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:11:57.638555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:58.140458 run create_hlr_db(pid=15722): Launched\u000a21:11:58.322669 bus /sierra_2: Setting Powered False\u000a21:11:59.344509 run create_hlr_db(pid=15722): Terminated: ok {rc=0}\u000a21:11:59.738494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15724): Launched\u000a21:12:00.031312 run osmo-hlr_10.42.42.2(pid=15725): Launched\u000a21:12:00.144109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:00.660186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15727): Launched\u000a21:12:01.073055 run osmo-stp_10.42.42.5(pid=15728): Launched\u000a21:12:01.260797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:01.861220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15730): Launched\u000a21:12:02.235625 run osmo-msc_10.42.42.6(pid=15731): Launched\u000a21:12:02.439520 run osmo-stp_10.42.42.5(pid=15728): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15728)]\u000a21:12:02.577504 run osmo-stp_10.42.42.5(pid=15728): stdout: \u000a| (launched: 2022-12-09_21:12:00.810799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:02.711826 run osmo-stp_10.42.42.5(pid=15728): stderr: \u000a| �[0;m�[38;5;43m20221209211201084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211201084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211201085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211201085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211201085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211201086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211201086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:02.841978 run osmo-stp_10.42.42.5(pid=15728): stdout: \u000a| (launched: 2022-12-09_21:12:00.810799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:02.969850 run osmo-stp_10.42.42.5(pid=15728): stderr: \u000a| �[0;m�[38;5;43m20221209211201084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211201084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211201085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211201085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211201085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211201086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211201086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:03.026787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15728): Process ended prematurely: osmo-stp_10.42.42.5(pid=15728) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15728)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:12:03.035988 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:12:03.097951 run osmo-hlr_10.42.42.2(pid=15725): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15725)]\u000a21:12:03.148658 run osmo-hlr_10.42.42.2(pid=15725): stdout: \u000a| (launched: 2022-12-09_21:11:59.887524) \u000a21:12:03.200180 run osmo-hlr_10.42.42.2(pid=15725): stderr: \u000a| �[0;m�[1;31m20221209211200057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211200057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211200057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211200057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211200057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211200057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211200070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211200081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211200081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211200081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:03.270917 run osmo-msc_10.42.42.6(pid=15731): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15731)]\u000a21:12:03.321859 run osmo-msc_10.42.42.6(pid=15731): stdout: \u000a| (launched: 2022-12-09_21:12:02.028662) \u000a21:12:03.373359 run osmo-msc_10.42.42.6(pid=15731): stderr: \u000a| �[0;m�[38;5;43m20221209211202399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211202399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95a0b68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211202399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211202399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211202400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211202400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211202402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211202402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211202402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211202402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:03.417042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15724): Terminating (SIGTERM)\u000a21:12:03.458371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15727): Terminating (SIGTERM)\u000a21:12:03.499749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15730): Terminating (SIGTERM)\u000a21:12:03.509417 --- ParallelTerminationStrategy: PID 15724 died...\u000a21:12:03.565095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15724): Terminated: ok {rc=0}\u000a21:12:03.575094 --- ParallelTerminationStrategy: PID 15727 died...\u000a21:12:03.630200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15727): Terminated: ok {rc=0}\u000a21:12:03.640143 --- ParallelTerminationStrategy: PID 15730 died...\u000a21:12:03.695218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15730): Terminated: ok {rc=0}\u000a21:12:03.781269 bus /sierra_3: Setting Powered False\u000a21:12:04.886932 bus /sierra_3: Setting Powered False\u000a21:12:05.992196 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:11:46" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15743): Process ended prematurely: osmo-stp_10.42.42.5(pid=15743) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15743)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15743): Process ended prematurely: osmo-stp_10.42.42.5(pid=15743) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:12:07.979424 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:07.990489 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:12:08.140384 tst mo_mt_call.py: using LAC 23755\u000a21:12:08.259808 tst mo_mt_call.py: using RAC 40\u000a21:12:08.379309 tst mo_mt_call.py: using CellId 23755\u000a21:12:08.502018 tst mo_mt_call.py: using BVCI 23756\u000a21:12:08.524780 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:08.535841 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:08.546748 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:08.558250 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:08.569567 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:08.580529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:12:08.696177 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:12:08.895103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:09.365617 run create_hlr_db(pid=15737): Launched\u000a21:12:09.537156 bus /sierra_2: Setting Powered False\u000a21:12:10.558177 run create_hlr_db(pid=15737): Terminated: ok {rc=0}\u000a21:12:10.982777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15739): Launched\u000a21:12:11.302119 run osmo-hlr_10.42.42.2(pid=15740): Launched\u000a21:12:11.419130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:11.974872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15742): Launched\u000a21:12:12.296647 run osmo-stp_10.42.42.5(pid=15743): Launched\u000a21:12:12.419152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:13.002246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15745): Launched\u000a21:12:13.322291 run osmo-msc_10.42.42.6(pid=15746): Launched\u000a21:12:13.508802 run osmo-stp_10.42.42.5(pid=15743): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15743)]\u000a21:12:13.644112 run osmo-stp_10.42.42.5(pid=15743): stdout: \u000a| (launched: 2022-12-09_21:12:12.139055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:13.779115 run osmo-stp_10.42.42.5(pid=15743): stderr: \u000a| �[0;m�[38;5;43m20221209211212328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211212328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211212328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211212329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211212329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:13.908023 run osmo-stp_10.42.42.5(pid=15743): stdout: \u000a| (launched: 2022-12-09_21:12:12.139055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:14.035919 run osmo-stp_10.42.42.5(pid=15743): stderr: \u000a| �[0;m�[38;5;43m20221209211212328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211212328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211212328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211212329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211212329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211212330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:14.092382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15743): Process ended prematurely: osmo-stp_10.42.42.5(pid=15743) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15743)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:12:14.101591 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:12:14.163607 run osmo-hlr_10.42.42.2(pid=15740): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15740)]\u000a21:12:14.213928 run osmo-hlr_10.42.42.2(pid=15740): stdout: \u000a| (launched: 2022-12-09_21:12:11.145591) \u000a21:12:14.265360 run osmo-hlr_10.42.42.2(pid=15740): stderr: \u000a| �[0;m�[1;31m20221209211211340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211211340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211211340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211211340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211211340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211211340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211211370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211211380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211211381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211211381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:14.334963 run osmo-msc_10.42.42.6(pid=15746): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15746)]\u000a21:12:14.385340 run osmo-msc_10.42.42.6(pid=15746): stdout: \u000a| (launched: 2022-12-09_21:12:13.165506) \u000a21:12:14.436285 run osmo-msc_10.42.42.6(pid=15746): stderr: \u000a| �[0;m�[38;5;43m20221209211213487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211213487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96b4240c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211213487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211213487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211213487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211213487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211213489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211213490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211213490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211213490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:14.479581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15739): Terminating (SIGTERM)\u000a21:12:14.520701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15742): Terminating (SIGTERM)\u000a21:12:14.561918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15745): Terminating (SIGTERM)\u000a21:12:14.571154 --- ParallelTerminationStrategy: PID 15739 died...\u000a21:12:14.625842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15739): Terminated: ok {rc=0}\u000a21:12:14.635815 --- ParallelTerminationStrategy: PID 15742 died...\u000a21:12:14.690715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15742): Terminated: ok {rc=0}\u000a21:12:14.700554 --- ParallelTerminationStrategy: PID 15745 died...\u000a21:12:14.755145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15745): Terminated: ok {rc=0}\u000a21:12:14.840936 bus /sierra_3: Setting Powered False\u000a21:12:15.957239 bus /sierra_3: Setting Powered False\u000a21:12:17.066953 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15754): Process ended prematurely: osmo-stp_10.42.42.5(pid=15754) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15754): Process ended prematurely: osmo-stp_10.42.42.5(pid=15754) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:12:18.173343 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:18.185202 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:12:18.344061 tst mo_mt_call_osmux.py: using LAC 23756\u000a21:12:18.459501 tst mo_mt_call_osmux.py: using RAC 41\u000a21:12:18.576098 tst mo_mt_call_osmux.py: using CellId 23756\u000a21:12:18.691955 tst mo_mt_call_osmux.py: using BVCI 23757\u000a21:12:18.714877 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:18.725995 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:18.736894 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:18.748037 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:18.759365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:12:18.770559 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:12:18.891059 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:12:19.095178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:19.568003 run create_hlr_db(pid=15748): Launched\u000a21:12:19.740247 bus /sierra_2: Setting Powered False\u000a21:12:20.774234 run create_hlr_db(pid=15748): Terminated: ok {rc=0}\u000a21:12:21.200691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15750): Launched\u000a21:12:21.521705 run osmo-hlr_10.42.42.2(pid=15751): Launched\u000a21:12:21.639524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:22.194430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15753): Launched\u000a21:12:22.514028 run osmo-stp_10.42.42.5(pid=15754): Launched\u000a21:12:22.630671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:23.215143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15756): Launched\u000a21:12:23.535653 run osmo-msc_10.42.42.6(pid=15757): Launched\u000a21:12:23.722952 run osmo-stp_10.42.42.5(pid=15754): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)]\u000a21:12:23.858223 run osmo-stp_10.42.42.5(pid=15754): stdout: \u000a| (launched: 2022-12-09_21:12:22.357942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:23.992079 run osmo-stp_10.42.42.5(pid=15754): stderr: \u000a| �[0;m�[38;5;43m20221209211222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211222549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211222549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211222550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211222550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211222550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:24.120503 run osmo-stp_10.42.42.5(pid=15754): stdout: \u000a| (launched: 2022-12-09_21:12:22.357942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:24.248394 run osmo-stp_10.42.42.5(pid=15754): stderr: \u000a| �[0;m�[38;5;43m20221209211222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211222548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211222549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211222549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211222550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211222550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211222550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:24.304997 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15754): Process ended prematurely: osmo-stp_10.42.42.5(pid=15754) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:12:24.314207 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:12:24.375837 run osmo-hlr_10.42.42.2(pid=15751): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15751)]\u000a21:12:24.426327 run osmo-hlr_10.42.42.2(pid=15751): stdout: \u000a| (launched: 2022-12-09_21:12:21.364763) \u000a21:12:24.477449 run osmo-hlr_10.42.42.2(pid=15751): stderr: \u000a| �[0;m�[1;31m20221209211221560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211221560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211221560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211221560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211221560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211221560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211221583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211221593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211221593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211221593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:24.546960 run osmo-msc_10.42.42.6(pid=15757): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15757)]\u000a21:12:24.597303 run osmo-msc_10.42.42.6(pid=15757): stdout: \u000a| (launched: 2022-12-09_21:12:23.378649) \u000a21:12:24.648165 run osmo-msc_10.42.42.6(pid=15757): stderr: \u000a| �[0;m�[38;5;43m20221209211223699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211223699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12184e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211223699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211223699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211223699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211223699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211223701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211223702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211223702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211223702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:24.691482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15750): Terminating (SIGTERM)\u000a21:12:24.732486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15753): Terminating (SIGTERM)\u000a21:12:24.774054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15756): Terminating (SIGTERM)\u000a21:12:24.783628 --- ParallelTerminationStrategy: PID 15750 died...\u000a21:12:24.838531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15750): Terminated: ok {rc=0}\u000a21:12:24.848412 --- ParallelTerminationStrategy: PID 15753 died...\u000a21:12:24.903189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15753): Terminated: ok {rc=0}\u000a21:12:24.913135 --- ParallelTerminationStrategy: PID 15756 died...\u000a21:12:24.967499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15756): Terminated: ok {rc=0}\u000a21:12:25.054232 bus /sierra_3: Setting Powered False\u000a21:12:26.157322 bus /sierra_3: Setting Powered False\u000a21:12:27.267564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:12:07" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15768): Process ended prematurely: osmo-stp_10.42.42.5(pid=15768) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15768)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15768): Process ended prematurely: osmo-stp_10.42.42.5(pid=15768) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:12:29.267145 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:29.278720 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:12:29.435181 tst mo_mt_call.py: using LAC 23757\u000a21:12:29.555081 tst mo_mt_call.py: using RAC 42\u000a21:12:29.675092 tst mo_mt_call.py: using CellId 23757\u000a21:12:29.795122 tst mo_mt_call.py: using BVCI 23758\u000a21:12:29.818203 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:29.829257 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:29.840081 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:29.851234 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:29.862480 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:29.873653 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:29.987190 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:30.186097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:30.655556 run create_hlr_db(pid=15762): Launched\u000a21:12:30.828246 bus /sierra_2: Setting Powered False\u000a21:12:31.854106 run create_hlr_db(pid=15762): Terminated: ok {rc=0}\u000a21:12:32.274814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15764): Launched\u000a21:12:32.574952 run osmo-hlr_10.42.42.2(pid=15765): Launched\u000a21:12:32.692992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:33.218428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15767): Launched\u000a21:12:33.517697 run osmo-stp_10.42.42.5(pid=15768): Launched\u000a21:12:33.627364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:34.172899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15770): Launched\u000a21:12:34.473797 run osmo-msc_10.42.42.6(pid=15771): Launched\u000a21:12:34.650580 run osmo-stp_10.42.42.5(pid=15768): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15768)]\u000a21:12:34.778059 run osmo-stp_10.42.42.5(pid=15768): stdout: \u000a| (launched: 2022-12-09_21:12:33.370691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:34.902890 run osmo-stp_10.42.42.5(pid=15768): stderr: \u000a| �[0;m�[38;5;43m20221209211233536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211233536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211233537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211233537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211233537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211233538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211233538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:35.023269 run osmo-stp_10.42.42.5(pid=15768): stdout: \u000a| (launched: 2022-12-09_21:12:33.370691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:35.143194 run osmo-stp_10.42.42.5(pid=15768): stderr: \u000a| �[0;m�[38;5;43m20221209211233536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211233536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211233537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211233537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211233537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211233538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211233538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:35.195738 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15768): Process ended prematurely: osmo-stp_10.42.42.5(pid=15768) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15768)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:12:35.204235 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:12:35.263630 run osmo-hlr_10.42.42.2(pid=15765): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15765)]\u000a21:12:35.312003 run osmo-hlr_10.42.42.2(pid=15765): stdout: \u000a| (launched: 2022-12-09_21:12:32.427135) \u000a21:12:35.361018 run osmo-hlr_10.42.42.2(pid=15765): stderr: \u000a| �[0;m�[1;31m20221209211232599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211232599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211232599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211232599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211232599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211232599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211232609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211232618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211232618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211232618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:35.427729 run osmo-msc_10.42.42.6(pid=15771): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15771)]\u000a21:12:35.476059 run osmo-msc_10.42.42.6(pid=15771): stdout: \u000a| (launched: 2022-12-09_21:12:34.325186) \u000a21:12:35.525226 run osmo-msc_10.42.42.6(pid=15771): stderr: \u000a| �[0;m�[38;5;43m20221209211234594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211234594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13c90b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211234594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211234594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211234594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211234594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211234596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211234596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211234596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211234597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:35.566292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15764): Terminating (SIGTERM)\u000a21:12:35.605423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15767): Terminating (SIGTERM)\u000a21:12:35.644560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15770): Terminating (SIGTERM)\u000a21:12:35.653980 --- ParallelTerminationStrategy: PID 15764 died...\u000a21:12:35.706204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15764): Terminated: ok {rc=0}\u000a21:12:35.715894 --- ParallelTerminationStrategy: PID 15767 died...\u000a21:12:35.767748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15767): Terminated: ok {rc=0}\u000a21:12:35.777797 --- ParallelTerminationStrategy: PID 15770 died...\u000a21:12:35.829846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15770): Terminated: ok {rc=0}\u000a21:12:35.918892 bus /sierra_3: Setting Powered False\u000a21:12:37.024470 bus /sierra_3: Setting Powered False\u000a21:12:38.133609 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:12:39.246488 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.259288 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:12:39.420684 tst mo_mt_call_osmux.py: using LAC 23758\u000a21:12:39.546604 tst mo_mt_call_osmux.py: using RAC 43\u000a21:12:39.673200 tst mo_mt_call_osmux.py: using CellId 23758\u000a21:12:39.801167 tst mo_mt_call_osmux.py: using BVCI 23759\u000a21:12:39.825739 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.837539 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.848856 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.860412 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.871927 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:12:39.883537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:40.002080 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:12:40.207821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:40.682701 run create_hlr_db(pid=15774): Launched\u000a21:12:40.855479 bus /sierra_2: Setting Powered False\u000a21:12:41.877714 run create_hlr_db(pid=15774): Terminated: ok {rc=0}\u000a21:12:42.304680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Launched\u000a21:12:42.625698 run osmo-hlr_10.42.42.2(pid=15777): Launched\u000a21:12:42.745625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:43.307668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Launched\u000a21:12:43.628342 run osmo-stp_10.42.42.5(pid=15780): Launched\u000a21:12:43.743851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:44.329365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Launched\u000a21:12:44.650743 run osmo-msc_10.42.42.6(pid=15783): Launched\u000a21:12:44.837993 run osmo-stp_10.42.42.5(pid=15780): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]\u000a21:12:44.972906 run osmo-stp_10.42.42.5(pid=15780): stdout: \u000a| (launched: 2022-12-09_21:12:43.470772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:45.107715 run osmo-stp_10.42.42.5(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221209211243659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211243659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211243660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211243660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211243661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211243661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211243661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:45.237722 run osmo-stp_10.42.42.5(pid=15780): stdout: \u000a| (launched: 2022-12-09_21:12:43.470772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:45.366556 run osmo-stp_10.42.42.5(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221209211243659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211243659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211243660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211243660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211243661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211243661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211243661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:45.423147 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:12:45.432383 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:12:45.493739 run osmo-hlr_10.42.42.2(pid=15777): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15777)]\u000a21:12:45.544285 run osmo-hlr_10.42.42.2(pid=15777): stdout: \u000a| (launched: 2022-12-09_21:12:42.468628) \u000a21:12:45.595543 run osmo-hlr_10.42.42.2(pid=15777): stderr: \u000a| �[0;m�[1;31m20221209211242664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211242664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211242664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211242664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211242664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211242664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211242677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211242686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211242686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211242686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:45.665134 run osmo-msc_10.42.42.6(pid=15783): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15783)]\u000a21:12:45.715334 run osmo-msc_10.42.42.6(pid=15783): stdout: \u000a| (launched: 2022-12-09_21:12:44.493053) \u000a21:12:45.765898 run osmo-msc_10.42.42.6(pid=15783): stderr: \u000a| �[0;m�[38;5;43m20221209211244813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211244813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb705b68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211244814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211244814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211244814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211244814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211244816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211244816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211244816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211244816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:45.809139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Terminating (SIGTERM)\u000a21:12:45.866966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Terminating (SIGTERM)\u000a21:12:45.923699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Terminating (SIGTERM)\u000a21:12:45.933529 --- ParallelTerminationStrategy: PID 15776 died...\u000a21:12:45.993902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Terminated: ok {rc=0}\u000a21:12:46.004430 --- ParallelTerminationStrategy: PID 15779 died...\u000a21:12:46.079137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Terminated: ok {rc=0}\u000a21:12:46.091983 --- ParallelTerminationStrategy: PID 15782 died...\u000a21:12:46.162242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Terminated: ok {rc=0}\u000a21:12:46.259878 bus /sierra_3: Setting Powered False\u000a21:12:47.365646 bus /sierra_3: Setting Powered False\u000a21:12:48.473782 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:12:28" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:12:50.456233 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:50.467367 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:12:50.620463 tst mo_mt_call.py: using LAC 23759\u000a21:12:50.739976 tst mo_mt_call.py: using RAC 44\u000a21:12:50.859379 tst mo_mt_call.py: using CellId 23759\u000a21:12:50.977464 tst mo_mt_call.py: using BVCI 23760\u000a21:12:51.000209 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:51.011268 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:51.022445 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:51.033542 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:51.044742 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:12:51.055734 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:12:51.174243 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:12:51.384752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:51.900160 run create_hlr_db(pid=15788): Launched\u000a21:12:52.073780 bus /sierra_2: Setting Powered False\u000a21:12:53.094831 run create_hlr_db(pid=15788): Terminated: ok {rc=0}\u000a21:12:53.493926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Launched\u000a21:12:53.793203 run osmo-hlr_10.42.42.2(pid=15791): Launched\u000a21:12:53.910474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:54.433270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Launched\u000a21:12:54.732138 run osmo-stp_10.42.42.5(pid=15794): Launched\u000a21:12:54.842096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:12:55.387738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15796): Launched\u000a21:12:55.687007 run osmo-msc_10.42.42.6(pid=15797): Launched\u000a21:12:55.863059 run osmo-stp_10.42.42.5(pid=15794): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)]\u000a21:12:55.989871 run osmo-stp_10.42.42.5(pid=15794): stdout: \u000a| (launched: 2022-12-09_21:12:54.585249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:56.114530 run osmo-stp_10.42.42.5(pid=15794): stderr: \u000a| �[0;m�[38;5;43m20221209211254752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211254752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211254752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211254753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211254753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211254753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211254753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:56.234654 run osmo-stp_10.42.42.5(pid=15794): stdout: \u000a| (launched: 2022-12-09_21:12:54.585249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:56.353917 run osmo-stp_10.42.42.5(pid=15794): stderr: \u000a| �[0;m�[38;5;43m20221209211254752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211254752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211254752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211254753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211254753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211254753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211254753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:56.406477 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:12:56.415231 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:12:56.474231 run osmo-hlr_10.42.42.2(pid=15791): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15791)]\u000a21:12:56.522081 run osmo-hlr_10.42.42.2(pid=15791): stdout: \u000a| (launched: 2022-12-09_21:12:53.646169) \u000a21:12:56.570894 run osmo-hlr_10.42.42.2(pid=15791): stderr: \u000a| �[0;m�[1;31m20221209211253819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211253819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211253820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211253820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211253820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211253820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211253832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211253841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211253841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211253841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:56.637113 run osmo-msc_10.42.42.6(pid=15797): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15797)]\u000a21:12:56.685112 run osmo-msc_10.42.42.6(pid=15797): stdout: \u000a| (launched: 2022-12-09_21:12:55.539475) \u000a21:12:56.733631 run osmo-msc_10.42.42.6(pid=15797): stderr: \u000a| �[0;m�[38;5;43m20221209211255808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211255808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66c4e26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211255808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211255808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211255808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211255809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211255810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211255811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211255811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211255811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:12:56.774379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Terminating (SIGTERM)\u000a21:12:56.813477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Terminating (SIGTERM)\u000a21:12:56.852818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15796): Terminating (SIGTERM)\u000a21:12:56.862204 --- ParallelTerminationStrategy: PID 15790 died...\u000a21:12:56.914661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Terminated: ok {rc=0}\u000a21:12:56.924097 --- ParallelTerminationStrategy: PID 15793 died...\u000a21:12:56.975903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Terminated: ok {rc=0}\u000a21:12:56.986000 --- ParallelTerminationStrategy: PID 15796 died...\u000a21:12:57.037994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15796): Terminated: ok {rc=0}\u000a21:12:57.120014 bus /sierra_3: Setting Powered False\u000a21:12:58.225638 bus /sierra_3: Setting Powered False\u000a21:12:59.331126 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:00.439159 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:13:00.450925 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:13:00.604244 tst mo_mt_call_osmux.py: using LAC 23760\u000a21:13:00.724298 tst mo_mt_call_osmux.py: using RAC 45\u000a21:13:00.859715 tst mo_mt_call_osmux.py: using CellId 23760\u000a21:13:00.999980 tst mo_mt_call_osmux.py: using BVCI 23761\u000a21:13:01.024165 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:13:01.036512 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:13:01.048505 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:13:01.062561 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:13:01.075538 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:13:01.088185 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:13:01.204699 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:13:01.417696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:01.979495 run create_hlr_db(pid=15799): Launched\u000a21:13:02.172157 bus /sierra_2: Setting Powered False\u000a21:13:03.187781 run create_hlr_db(pid=15799): Terminated: ok {rc=0}\u000a21:13:03.600635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Launched\u000a21:13:03.922057 run osmo-hlr_10.42.42.2(pid=15802): Launched\u000a21:13:04.038871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:04.595273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Launched\u000a21:13:04.915401 run osmo-stp_10.42.42.5(pid=15805): Launched\u000a21:13:05.032162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:05.618313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15807): Launched\u000a21:13:05.938473 run osmo-msc_10.42.42.6(pid=15808): Launched\u000a21:13:06.125438 run osmo-stp_10.42.42.5(pid=15805): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]\u000a21:13:06.260258 run osmo-stp_10.42.42.5(pid=15805): stdout: \u000a| (launched: 2022-12-09_21:13:04.758396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:06.395399 run osmo-stp_10.42.42.5(pid=15805): stderr: \u000a| �[0;m�[38;5;43m20221209211304946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211304946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211304946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211304947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211304947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211304947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211304947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:06.524621 run osmo-stp_10.42.42.5(pid=15805): stdout: \u000a| (launched: 2022-12-09_21:13:04.758396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:06.652839 run osmo-stp_10.42.42.5(pid=15805): stderr: \u000a| �[0;m�[38;5;43m20221209211304946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211304946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211304946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211304947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211304947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211304947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211304947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:06.709623 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)] [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:13:06.718792 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:13:06.780289 run osmo-hlr_10.42.42.2(pid=15802): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15802)]\u000a21:13:06.830871 run osmo-hlr_10.42.42.2(pid=15802): stdout: \u000a| (launched: 2022-12-09_21:13:03.764879) \u000a21:13:06.882080 run osmo-hlr_10.42.42.2(pid=15802): stderr: \u000a| �[0;m�[1;31m20221209211303959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211303959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211303959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211303959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211303960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211303960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211303973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211303983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211303983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211303983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:06.951464 run osmo-msc_10.42.42.6(pid=15808): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15808)]\u000a21:13:07.001666 run osmo-msc_10.42.42.6(pid=15808): stdout: \u000a| (launched: 2022-12-09_21:13:05.781769) \u000a21:13:07.052400 run osmo-msc_10.42.42.6(pid=15808): stderr: \u000a| �[0;m�[38;5;43m20221209211306102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211306102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0828d00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211306102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211306102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211306102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211306103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211306104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211306105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211306105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211306105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:07.095612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Terminating (SIGTERM)\u000a21:13:07.136637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Terminating (SIGTERM)\u000a21:13:07.177823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15807): Terminating (SIGTERM)\u000a21:13:07.187400 --- ParallelTerminationStrategy: PID 15801 died...\u000a21:13:07.242334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Terminated: ok {rc=0}\u000a21:13:07.252363 --- ParallelTerminationStrategy: PID 15804 died...\u000a21:13:07.307791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Terminated: ok {rc=0}\u000a21:13:07.317885 --- ParallelTerminationStrategy: PID 15807 died...\u000a21:13:07.373001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15807): Terminated: ok {rc=0}\u000a21:13:07.458638 bus /sierra_3: Setting Powered False\u000a21:13:08.561352 bus /sierra_3: Setting Powered False\u000a21:13:09.671318 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:12:50" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15820): Process ended prematurely: osmo-stp_10.42.42.5(pid=15820) [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15820)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15820): Process ended prematurely: osmo-stp_10.42.42.5(pid=15820) [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:13:11.656131 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:11.667303 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:13:11.820883 tst mo_mt_call.py: using LAC 23761\u000a21:13:11.946758 tst mo_mt_call.py: using RAC 46\u000a21:13:12.074281 tst mo_mt_call.py: using CellId 23761\u000a21:13:12.200180 tst mo_mt_call.py: using BVCI 23762\u000a21:13:12.224768 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:12.236512 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:12.248093 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:12.259892 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:12.272108 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:12.283722 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:12.399123 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:12.603009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:13.074109 run create_hlr_db(pid=15814): Launched\u000a21:13:13.246428 bus /sierra_2: Setting Powered False\u000a21:13:14.280742 run create_hlr_db(pid=15814): Terminated: ok {rc=0}\u000a21:13:14.682117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15816): Launched\u000a21:13:14.981793 run osmo-hlr_10.42.42.2(pid=15817): Launched\u000a21:13:15.094770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:15.615217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15819): Launched\u000a21:13:16.025186 run osmo-stp_10.42.42.5(pid=15820): Launched\u000a21:13:16.210076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:16.820681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15822): Launched\u000a21:13:17.137515 run osmo-msc_10.42.42.6(pid=15823): Launched\u000a21:13:17.413533 run osmo-stp_10.42.42.5(pid=15820): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15820)]\u000a21:13:17.554008 run osmo-stp_10.42.42.5(pid=15820): stdout: \u000a| (launched: 2022-12-09_21:13:15.767314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:17.692098 run osmo-stp_10.42.42.5(pid=15820): stderr: \u000a| �[0;m�[38;5;43m20221209211316005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211316005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211316005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211316006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:17.823866 run osmo-stp_10.42.42.5(pid=15820): stdout: \u000a| (launched: 2022-12-09_21:13:15.767314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:17.952716 run osmo-stp_10.42.42.5(pid=15820): stderr: \u000a| �[0;m�[38;5;43m20221209211316005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211316005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211316005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211316006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:18.009358 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15820): Process ended prematurely: osmo-stp_10.42.42.5(pid=15820) [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15820)] [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:13:18.018546 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:13:18.083181 run osmo-hlr_10.42.42.2(pid=15817): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15817)]\u000a21:13:18.131776 run osmo-hlr_10.42.42.2(pid=15817): stdout: \u000a| (launched: 2022-12-09_21:13:14.834755) \u000a21:13:18.180522 run osmo-hlr_10.42.42.2(pid=15817): stderr: \u000a| �[0;m�[1;31m20221209211315007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211315007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211315007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211315007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211315007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211315007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211315019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211315030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211315030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211315030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:18.246905 run osmo-msc_10.42.42.6(pid=15823): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15823)]\u000a21:13:18.294883 run osmo-msc_10.42.42.6(pid=15823): stdout: \u000a| (launched: 2022-12-09_21:13:16.974785) \u000a21:13:18.343346 run osmo-msc_10.42.42.6(pid=15823): stderr: \u000a| �[0;m�[38;5;43m20221209211317545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211317545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa683b1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211317545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211317545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211317546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211317546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211317547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211317548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211317548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211317548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:18.384423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15816): Terminating (SIGTERM)\u000a21:13:18.423478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15819): Terminating (SIGTERM)\u000a21:13:18.462610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15822): Terminating (SIGTERM)\u000a21:13:18.471955 --- ParallelTerminationStrategy: PID 15816 died...\u000a21:13:18.524410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15816): Terminated: ok {rc=0}\u000a21:13:18.533994 --- ParallelTerminationStrategy: PID 15819 died...\u000a21:13:18.586163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15819): Terminated: ok {rc=0}\u000a21:13:18.595659 --- ParallelTerminationStrategy: PID 15822 died...\u000a21:13:18.647563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15822): Terminated: ok {rc=0}\u000a21:13:18.733939 bus /sierra_3: Setting Powered False\u000a21:13:19.835401 bus /sierra_3: Setting Powered False\u000a21:13:20.944259 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15831): Process ended prematurely: osmo-stp_10.42.42.5(pid=15831) [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15831)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15831): Process ended prematurely: osmo-stp_10.42.42.5(pid=15831) [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:22.053267 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:22.065092 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:13:22.217409 tst mo_mt_call_osmux.py: using LAC 23762\u000a21:13:22.338525 tst mo_mt_call_osmux.py: using RAC 47\u000a21:13:22.464908 tst mo_mt_call_osmux.py: using CellId 23762\u000a21:13:22.593962 tst mo_mt_call_osmux.py: using BVCI 23763\u000a21:13:22.618568 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:22.630275 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:22.641846 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:22.653692 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:22.665846 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:13:22.678507 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:22.796072 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:13:23.006145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:23.520657 run create_hlr_db(pid=15825): Launched\u000a21:13:23.706637 bus /sierra_2: Setting Powered False\u000a21:13:24.727586 run create_hlr_db(pid=15825): Terminated: ok {rc=0}\u000a21:13:25.130005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15827): Launched\u000a21:13:25.430337 run osmo-hlr_10.42.42.2(pid=15828): Launched\u000a21:13:25.540827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:26.062012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15830): Launched\u000a21:13:26.362134 run osmo-stp_10.42.42.5(pid=15831): Launched\u000a21:13:26.471252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:27.018080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15833): Launched\u000a21:13:27.318579 run osmo-msc_10.42.42.6(pid=15834): Launched\u000a21:13:27.495137 run osmo-stp_10.42.42.5(pid=15831): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15831)]\u000a21:13:27.622320 run osmo-stp_10.42.42.5(pid=15831): stdout: \u000a| (launched: 2022-12-09_21:13:26.214387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:27.747109 run osmo-stp_10.42.42.5(pid=15831): stderr: \u000a| �[0;m�[38;5;43m20221209211326383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211326383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211326383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211326383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211326384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211326384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211326384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:27.867806 run osmo-stp_10.42.42.5(pid=15831): stdout: \u000a| (launched: 2022-12-09_21:13:26.214387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:27.987635 run osmo-stp_10.42.42.5(pid=15831): stderr: \u000a| �[0;m�[38;5;43m20221209211326383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211326383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211326383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211326383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211326384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211326384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211326384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:28.040437 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15831): Process ended prematurely: osmo-stp_10.42.42.5(pid=15831) [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15831)] [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:13:28.049007 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:13:28.108542 run osmo-hlr_10.42.42.2(pid=15828): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15828)]\u000a21:13:28.156865 run osmo-hlr_10.42.42.2(pid=15828): stdout: \u000a| (launched: 2022-12-09_21:13:25.282740) \u000a21:13:28.205876 run osmo-hlr_10.42.42.2(pid=15828): stderr: \u000a| �[0;m�[1;31m20221209211325456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211325456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211325456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211325456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211325456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211325456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211325471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211325483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211325483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211325483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:28.272188 run osmo-msc_10.42.42.6(pid=15834): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15834)]\u000a21:13:28.320239 run osmo-msc_10.42.42.6(pid=15834): stdout: \u000a| (launched: 2022-12-09_21:13:27.170280) \u000a21:13:28.369138 run osmo-msc_10.42.42.6(pid=15834): stderr: \u000a| �[0;m�[38;5;43m20221209211327440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211327440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cbd66cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211327440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211327440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211327440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211327440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211327442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211327443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211327443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211327443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:28.410232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15827): Terminating (SIGTERM)\u000a21:13:28.449673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15830): Terminating (SIGTERM)\u000a21:13:28.488653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15833): Terminating (SIGTERM)\u000a21:13:28.498086 --- ParallelTerminationStrategy: PID 15827 died...\u000a21:13:28.550606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15827): Terminated: ok {rc=0}\u000a21:13:28.560359 --- ParallelTerminationStrategy: PID 15830 died...\u000a21:13:28.612699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15830): Terminated: ok {rc=0}\u000a21:13:28.622603 --- ParallelTerminationStrategy: PID 15833 died...\u000a21:13:28.674884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15833): Terminated: ok {rc=0}\u000a21:13:28.762626 bus /sierra_3: Setting Powered False\u000a21:13:29.863966 bus /sierra_3: Setting Powered False\u000a21:13:30.968361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:13:11" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15846): Process ended prematurely: osmo-stp_10.42.42.5(pid=15846) [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15846)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15846): Process ended prematurely: osmo-stp_10.42.42.5(pid=15846) [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a21:13:33.001491 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:33.012716 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:13:33.150285 tst mo_mt_call.py: using LAC 23763\u000a21:13:33.267427 tst mo_mt_call.py: using RAC 48\u000a21:13:33.387330 tst mo_mt_call.py: using CellId 23763\u000a21:13:33.505400 tst mo_mt_call.py: using BVCI 23764\u000a21:13:33.528590 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:33.539924 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:33.550971 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:33.562347 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:33.573760 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:33.585123 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:33.704260 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:33.904130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:34.375899 run create_hlr_db(pid=15840): Launched\u000a21:13:34.548440 bus /sierra_2: Setting Powered False\u000a21:13:35.571183 run create_hlr_db(pid=15840): Terminated: ok {rc=0}\u000a21:13:35.970071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15842): Launched\u000a21:13:36.269470 run osmo-hlr_10.42.42.2(pid=15843): Launched\u000a21:13:36.386585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:36.910054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15845): Launched\u000a21:13:37.210236 run osmo-stp_10.42.42.5(pid=15846): Launched\u000a21:13:37.319873 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:37.866023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15848): Launched\u000a21:13:38.165889 run osmo-msc_10.42.42.6(pid=15849): Launched\u000a21:13:38.342117 run osmo-stp_10.42.42.5(pid=15846): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15846)]\u000a21:13:38.469641 run osmo-stp_10.42.42.5(pid=15846): stdout: \u000a| (launched: 2022-12-09_21:13:37.062363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:38.594269 run osmo-stp_10.42.42.5(pid=15846): stderr: \u000a| �[0;m�[38;5;43m20221209211337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211337230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:38.714693 run osmo-stp_10.42.42.5(pid=15846): stdout: \u000a| (launched: 2022-12-09_21:13:37.062363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:38.834418 run osmo-stp_10.42.42.5(pid=15846): stderr: \u000a| �[0;m�[38;5;43m20221209211337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211337229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211337230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211337230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:38.887372 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15846): Process ended prematurely: osmo-stp_10.42.42.5(pid=15846) [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15846)] [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a21:13:38.895872 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a21:13:38.955079 run osmo-hlr_10.42.42.2(pid=15843): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15843)]\u000a21:13:39.003374 run osmo-hlr_10.42.42.2(pid=15843): stdout: \u000a| (launched: 2022-12-09_21:13:36.121908) \u000a21:13:39.052296 run osmo-hlr_10.42.42.2(pid=15843): stderr: \u000a| �[0;m�[1;31m20221209211336294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211336294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211336294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211336294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211336294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211336294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211336306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211336317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211336317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211336317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:39.118998 run osmo-msc_10.42.42.6(pid=15849): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15849)]\u000a21:13:39.167249 run osmo-msc_10.42.42.6(pid=15849): stdout: \u000a| (launched: 2022-12-09_21:13:38.018100) \u000a21:13:39.216158 run osmo-msc_10.42.42.6(pid=15849): stderr: \u000a| �[0;m�[38;5;43m20221209211338287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211338287 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda72625c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211338287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211338288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211338288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211338288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211338290 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211338290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211338290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211338290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:39.257601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15842): Terminating (SIGTERM)\u000a21:13:39.297054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15845): Terminating (SIGTERM)\u000a21:13:39.336496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15848): Terminating (SIGTERM)\u000a21:13:39.345995 --- ParallelTerminationStrategy: PID 15842 died...\u000a21:13:39.398566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15842): Terminated: ok {rc=0}\u000a21:13:39.408417 --- ParallelTerminationStrategy: PID 15845 died...\u000a21:13:39.460447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15845): Terminated: ok {rc=0}\u000a21:13:39.470217 --- ParallelTerminationStrategy: PID 15848 died...\u000a21:13:39.522336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15848): Terminated: ok {rc=0}\u000a21:13:39.609146 bus /sierra_3: Setting Powered False\u000a21:13:40.711115 bus /sierra_3: Setting Powered False\u000a21:13:41.820399 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:42.929142 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:42.941302 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:13:43.078978 tst mo_mt_call_osmux.py: using LAC 23764\u000a21:13:43.198983 tst mo_mt_call_osmux.py: using RAC 49\u000a21:13:43.316541 tst mo_mt_call_osmux.py: using CellId 23764\u000a21:13:43.435697 tst mo_mt_call_osmux.py: using BVCI 23765\u000a21:13:43.458551 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:43.470149 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:43.481321 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:43.493021 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:43.504479 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:13:43.515866 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:43.631690 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:13:43.842308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:44.356369 run create_hlr_db(pid=15851): Launched\u000a21:13:44.541550 bus /sierra_2: Setting Powered False\u000a21:13:45.563209 run create_hlr_db(pid=15851): Terminated: ok {rc=0}\u000a21:13:46.012400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Launched\u000a21:13:46.443806 run osmo-hlr_10.42.42.2(pid=15854): Launched\u000a21:13:46.679812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:47.242221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Launched\u000a21:13:47.542995 run osmo-stp_10.42.42.5(pid=15857): Launched\u000a21:13:47.654412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:48.202061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15859): Launched\u000a21:13:48.503866 run osmo-msc_10.42.42.6(pid=15860): Launched\u000a21:13:48.680886 run osmo-stp_10.42.42.5(pid=15857): ERR: Terminated: ERROR {rc=1} [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]\u000a21:13:48.807758 run osmo-stp_10.42.42.5(pid=15857): stdout: \u000a| (launched: 2022-12-09_21:13:47.394735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:48.932570 run osmo-stp_10.42.42.5(pid=15857): stderr: \u000a| �[0;m�[38;5;43m20221209211347563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211347563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211347563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211347564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211347564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211347564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211347564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:49.053238 run osmo-stp_10.42.42.5(pid=15857): stdout: \u000a| (launched: 2022-12-09_21:13:47.394735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:49.172916 run osmo-stp_10.42.42.5(pid=15857): stderr: \u000a| �[0;m�[38;5;43m20221209211347563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211347563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211347563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211347564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211347564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211347564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211347564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:49.225541 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)] [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a21:13:49.234381 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:13:49.294304 run osmo-hlr_10.42.42.2(pid=15854): ERR: Terminated: ERROR {rc=237} [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15854)]\u000a21:13:49.342403 run osmo-hlr_10.42.42.2(pid=15854): stdout: \u000a| (launched: 2022-12-09_21:13:46.180383) \u000a21:13:49.391563 run osmo-hlr_10.42.42.2(pid=15854): stderr: \u000a| �[0;m�[1;31m20221209211346489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211346489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211346489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211346490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211346490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211346490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211346501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211346518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211346518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211346518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:49.457893 run osmo-msc_10.42.42.6(pid=15860): ERR: Terminated: ERROR {rc=2} [trial-2364↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15860)]\u000a21:13:49.506122 run osmo-msc_10.42.42.6(pid=15860): stdout: \u000a| (launched: 2022-12-09_21:13:48.354477) \u000a21:13:49.555257 run osmo-msc_10.42.42.6(pid=15860): stderr: \u000a| �[0;m�[38;5;43m20221209211348621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211348621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6944bb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211348621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211348621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211348622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211348622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211348623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211348624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211348624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211348624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:49.596451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminating (SIGTERM)\u000a21:13:49.635551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminating (SIGTERM)\u000a21:13:49.675997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15859): Terminating (SIGTERM)\u000a21:13:49.685594 --- ParallelTerminationStrategy: PID 15853 died...\u000a21:13:49.737843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminated: ok {rc=0}\u000a21:13:49.747787 --- ParallelTerminationStrategy: PID 15856 died...\u000a21:13:49.800603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminated: ok {rc=0}\u000a21:13:49.810623 --- ParallelTerminationStrategy: PID 15859 died...\u000a21:13:49.863269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15859): Terminated: ok {rc=0}\u000a21:13:49.946412 bus /sierra_3: Setting Powered False\u000a21:13:51.052550 bus /sierra_3: Setting Powered False\u000a21:13:52.162590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:13:32" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15871): Process ended prematurely: osmo-stp_10.42.42.5(pid=15871) [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15871): Process ended prematurely: osmo-stp_10.42.42.5(pid=15871) [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:13:54.172369 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.183097 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:13:54.314157 tst emergency_mo_mt_call.py: using LAC 23765\u000a21:13:54.429177 tst emergency_mo_mt_call.py: using RAC 50\u000a21:13:54.546310 tst emergency_mo_mt_call.py: using CellId 23765\u000a21:13:54.664465 tst emergency_mo_mt_call.py: using BVCI 23766\u000a21:13:54.686930 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.697596 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.708359 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.719183 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.730142 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:13:54.740914 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:54.858709 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:13:55.070702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:55.576755 run create_hlr_db(pid=15865): Launched\u000a21:13:55.761750 bus /sierra_2: Setting Powered False\u000a21:13:56.782488 run create_hlr_db(pid=15865): Terminated: ok {rc=0}\u000a21:13:57.180548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15867): Launched\u000a21:13:57.476023 run osmo-hlr_10.42.42.2(pid=15868): Launched\u000a21:13:57.589708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:58.101736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15870): Launched\u000a21:13:58.395630 run osmo-stp_10.42.42.5(pid=15871): Launched\u000a21:13:58.513054 tst emergency_mo_mt_call.py: using MSISDN 7378\u000a21:13:58.659127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:59.195808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15873): Launched\u000a21:13:59.491266 run osmo-msc_10.42.42.6(pid=15874): Launched\u000a21:13:59.671470 run osmo-stp_10.42.42.5(pid=15871): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)]\u000a21:13:59.807058 run osmo-stp_10.42.42.5(pid=15871): stdout: \u000a| (launched: 2022-12-09_21:13:58.251048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:59.939266 run osmo-stp_10.42.42.5(pid=15871): stderr: \u000a| �[0;m�[38;5;43m20221209211358416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211358416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211358416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211358417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211358417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211358417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211358418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:00.066690 run osmo-stp_10.42.42.5(pid=15871): stdout: \u000a| (launched: 2022-12-09_21:13:58.251048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:00.192130 run osmo-stp_10.42.42.5(pid=15871): stderr: \u000a| �[0;m�[38;5;43m20221209211358416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211358416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211358416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211358417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211358417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211358417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211358418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:00.247586 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15871): Process ended prematurely: osmo-stp_10.42.42.5(pid=15871) [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)] [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a21:14:00.256181 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a21:14:00.318723 run osmo-hlr_10.42.42.2(pid=15868): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15868)]\u000a21:14:00.369766 run osmo-hlr_10.42.42.2(pid=15868): stdout: \u000a| (launched: 2022-12-09_21:13:57.330605) \u000a21:14:00.420817 run osmo-hlr_10.42.42.2(pid=15868): stderr: \u000a| �[0;m�[1;31m20221209211357504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211357504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211357504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211357504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211357504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211357504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211357515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211357524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211357524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211357524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:00.490291 run osmo-msc_10.42.42.6(pid=15874): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15874)]\u000a21:14:00.540993 run osmo-msc_10.42.42.6(pid=15874): stdout: \u000a| (launched: 2022-12-09_21:13:59.345802) \u000a21:14:00.592156 run osmo-msc_10.42.42.6(pid=15874): stderr: \u000a| �[0;m�[38;5;43m20221209211359616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211359616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14560dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211359616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211359616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211359616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211359616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211359618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211359619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211359619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211359619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:00.635544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15867): Terminating (SIGTERM)\u000a21:14:00.676721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15870): Terminating (SIGTERM)\u000a21:14:00.717837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15873): Terminating (SIGTERM)\u000a21:14:00.727453 --- ParallelTerminationStrategy: PID 15867 died...\u000a21:14:00.782582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15867): Terminated: ok {rc=0}\u000a21:14:00.792628 --- ParallelTerminationStrategy: PID 15870 died...\u000a21:14:00.847721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15870): Terminated: ok {rc=0}\u000a21:14:00.858206 --- ParallelTerminationStrategy: PID 15873 died...\u000a21:14:00.919820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15873): Terminated: ok {rc=0}\u000a21:14:01.010736 bus /sierra_3: Setting Powered False\u000a21:14:02.120291 bus /sierra_3: Setting Powered False\u000a21:14:03.229188 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15882): Process ended prematurely: osmo-stp_10.42.42.5(pid=15882) [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15882): Process ended prematurely: osmo-stp_10.42.42.5(pid=15882) [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:14:04.280164 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:14:04.292067 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:04.434956 tst emergency_preemptive_call.py: using LAC 23766\u000a21:14:04.563656 tst emergency_preemptive_call.py: using RAC 51\u000a21:14:04.700820 tst emergency_preemptive_call.py: using CellId 23766\u000a21:14:04.823210 tst emergency_preemptive_call.py: using BVCI 23767\u000a21:14:04.847258 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:14:04.858368 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:14:04.869470 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:14:04.880500 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:14:04.891621 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:14:04.902733 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:05.017482 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:05.138338 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:05.251826 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:05.446293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:05.913434 run create_hlr_db(pid=15876): Launched\u000a21:14:06.083223 bus /sierra_2: Setting Powered False\u000a21:14:07.105269 run create_hlr_db(pid=15876): Terminated: ok {rc=0}\u000a21:14:07.498346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15878): Launched\u000a21:14:07.794018 run osmo-hlr_10.42.42.2(pid=15879): Launched\u000a21:14:07.902047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:08.412461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15881): Launched\u000a21:14:08.706805 run osmo-stp_10.42.42.5(pid=15882): Launched\u000a21:14:08.829505 tst emergency_preemptive_call.py: using MSISDN 7379\u000a21:14:08.975687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:09.512322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Launched\u000a21:14:09.808405 run osmo-msc_10.42.42.6(pid=15885): Launched\u000a21:14:09.984016 run osmo-stp_10.42.42.5(pid=15882): ERR: Terminated: ERROR {rc=1} [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)]\u000a21:14:10.110633 run osmo-stp_10.42.42.5(pid=15882): stdout: \u000a| (launched: 2022-12-09_21:14:08.561625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:10.234148 run osmo-stp_10.42.42.5(pid=15882): stderr: \u000a| �[0;m�[38;5;43m20221209211408727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211408727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211408728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211408728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211408729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211408729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211408729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:10.353595 run osmo-stp_10.42.42.5(pid=15882): stdout: \u000a| (launched: 2022-12-09_21:14:08.561625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:10.471417 run osmo-stp_10.42.42.5(pid=15882): stderr: \u000a| �[0;m�[38;5;43m20221209211408727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211408727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211408728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211408728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211408729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211408729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211408729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:10.523121 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15882): Process ended prematurely: osmo-stp_10.42.42.5(pid=15882) [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)] [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a21:14:10.531327 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a21:14:10.590967 run osmo-hlr_10.42.42.2(pid=15879): ERR: Terminated: ERROR {rc=237} [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15879)]\u000a21:14:10.639472 run osmo-hlr_10.42.42.2(pid=15879): stdout: \u000a| (launched: 2022-12-09_21:14:07.647860) \u000a21:14:10.688485 run osmo-hlr_10.42.42.2(pid=15879): stderr: \u000a| �[0;m�[1;31m20221209211407820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211407820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211407820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211407820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211407820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211407820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211407832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211407841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211407841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211407841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:10.755079 run osmo-msc_10.42.42.6(pid=15885): ERR: Terminated: ERROR {rc=2} [trial-2364↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15885)]\u000a21:14:10.803329 run osmo-msc_10.42.42.6(pid=15885): stdout: \u000a| (launched: 2022-12-09_21:14:09.661809) \u000a21:14:10.852456 run osmo-msc_10.42.42.6(pid=15885): stderr: \u000a| �[0;m�[38;5;43m20221209211409931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211409931 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dab144c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211409931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211409931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211409931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211409932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211409933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211409934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211409934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211409934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:10.893976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15878): Terminating (SIGTERM)\u000a21:14:10.933633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15881): Terminating (SIGTERM)\u000a21:14:10.973530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Terminating (SIGTERM)\u000a21:14:10.982986 --- ParallelTerminationStrategy: PID 15878 died...\u000a21:14:11.035873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15878): Terminated: ok {rc=0}\u000a21:14:11.045880 --- ParallelTerminationStrategy: PID 15881 died...\u000a21:14:11.098322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15881): Terminated: ok {rc=0}\u000a21:14:11.108190 --- ParallelTerminationStrategy: PID 15884 died...\u000a21:14:11.164735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Terminated: ok {rc=0}\u000a21:14:11.250013 bus /sierra_9: Setting Powered False\u000a21:14:12.356160 bus /sierra_9: Setting Powered False\u000a21:14:13.463531 bus /sierra_8: Setting Powered False\u000a21:14:14.567123 bus /sierra_8: Setting Powered False\u000a21:14:15.674147 bus /sierra_3: Setting Powered False\u000a21:14:16.777291 bus /sierra_3: Setting Powered False\u000a21:14:17.891003 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:13:53" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15900): Process ended prematurely: osmo-stp_10.42.42.5(pid=15900) [trial-2364↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15900): Process ended prematurely: osmo-stp_10.42.42.5(pid=15900) [trial-2364↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:14:20.001039 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.012250 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:20.155139 tst cs_paging_gprs_active.py: using LAC 23767\u000a21:14:20.283397 tst cs_paging_gprs_active.py: using RAC 52\u000a21:14:20.409831 tst cs_paging_gprs_active.py: using CellId 23767\u000a21:14:20.535344 tst cs_paging_gprs_active.py: using BVCI 23768\u000a21:14:20.560080 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.571242 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.582210 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.593132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.603891 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.614694 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.625752 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.636503 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:20.647539 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:20.765910 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:21.058268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:14:21.193498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:21.525875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15890): Launched\u000a21:14:21.802103 run iperf3-srv_10.42.42.10(pid=15891): Launched\u000a21:14:22.000057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:14:22.134889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:22.467449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15892): Launched\u000a21:14:22.743485 run iperf3-srv_10.42.42.10(pid=15893): Launched\u000a21:14:22.941120 tst cs_paging_gprs_active.py:38: start network...\u000a21:14:23.075661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:23.590799 run create_hlr_db(pid=15894): Launched\u000a21:14:23.776746 bus /sierra_2: Setting Powered False\u000a21:14:24.798184 run create_hlr_db(pid=15894): Terminated: ok {rc=0}\u000a21:14:25.223456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15896): Launched\u000a21:14:25.545291 run osmo-hlr_10.42.42.2(pid=15897): Launched\u000a21:14:25.661612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:26.219043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15899): Launched\u000a21:14:26.540865 run osmo-stp_10.42.42.5(pid=15900): Launched\u000a21:14:26.657480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:27.217006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15902): Launched\u000a21:14:27.332579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:27.613082 run patchelf(pid=15903): Launched\u000a21:14:27.801507 run osmo-stp_10.42.42.5(pid=15900): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)]\u000a21:14:27.939058 run osmo-stp_10.42.42.5(pid=15900): stdout: \u000a| (launched: 2022-12-09_21:14:26.384033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:28.077304 run osmo-stp_10.42.42.5(pid=15900): stderr: \u000a| �[0;m�[38;5;43m20221209211426572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211426573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211426573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211426573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211426574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211426574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211426574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:28.210479 run osmo-stp_10.42.42.5(pid=15900): stdout: \u000a| (launched: 2022-12-09_21:14:26.384033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:28.342946 run osmo-stp_10.42.42.5(pid=15900): stderr: \u000a| �[0;m�[38;5;43m20221209211426572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211426573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211426573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211426573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211426574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211426574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211426574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:28.497244 run patchelf(pid=15903): Terminating (SIGINT)\u000a21:14:28.678360 run patchelf(pid=15903): Terminated: ok {rc=0}\u000a21:14:28.711540 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15900): Process ended prematurely: osmo-stp_10.42.42.5(pid=15900) [trial-2364↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)] [trial-2364↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a21:14:28.721482 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:14:28.783575 run osmo-hlr_10.42.42.2(pid=15897): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15897)]\u000a21:14:28.834142 run osmo-hlr_10.42.42.2(pid=15897): stdout: \u000a| (launched: 2022-12-09_21:14:25.388165) \u000a21:14:28.885469 run osmo-hlr_10.42.42.2(pid=15897): stderr: \u000a| �[0;m�[1;31m20221209211425584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211425584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211425584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211425584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211425584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211425584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211425596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211425606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211425606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211425606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:28.929287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15890): Terminating (SIGTERM)\u000a21:14:28.970402 run iperf3-srv_10.42.42.10(pid=15891): Terminating (SIGTERM)\u000a21:14:29.011564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15892): Terminating (SIGTERM)\u000a21:14:29.052649 run iperf3-srv_10.42.42.10(pid=15893): Terminating (SIGTERM)\u000a21:14:29.094216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15896): Terminating (SIGTERM)\u000a21:14:29.135398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15899): Terminating (SIGTERM)\u000a21:14:29.176521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15902): Terminating (SIGTERM)\u000a21:14:29.186161 --- ParallelTerminationStrategy: PID 15890 died...\u000a21:14:29.241278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15890): Terminated: ok {rc=0}\u000a21:14:29.251228 --- ParallelTerminationStrategy: PID 15891 died...\u000a21:14:29.306392 run iperf3-srv_10.42.42.10(pid=15891): Terminated {rc=256}\u000a21:14:29.316411 --- ParallelTerminationStrategy: PID 15892 died...\u000a21:14:29.371538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15892): Terminated: ok {rc=0}\u000a21:14:29.381921 --- ParallelTerminationStrategy: PID 15893 died...\u000a21:14:29.436642 run iperf3-srv_10.42.42.10(pid=15893): Terminated {rc=256}\u000a21:14:29.446638 --- ParallelTerminationStrategy: PID 15896 died...\u000a21:14:29.501400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15896): Terminated: ok {rc=0}\u000a21:14:29.511290 --- ParallelTerminationStrategy: PID 15899 died...\u000a21:14:29.566104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15899): Terminated: ok {rc=0}\u000a21:14:29.576161 --- ParallelTerminationStrategy: PID 15902 died...\u000a21:14:29.631032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15902): Terminated: ok {rc=0}\u000a21:14:29.716720 bus /gobi_0: Setting Powered False\u000a21:14:30.821692 bus /gobi_0: Setting Powered False\u000a21:14:31.937909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15912): Process ended prematurely: osmo-stp_10.42.42.5(pid=15912) [trial-2364↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15912)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15912): Process ended prematurely: osmo-stp_10.42.42.5(pid=15912) [trial-2364↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a21:14:33.046766 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.058003 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:33.196189 tst iperf3.py: using LAC 23768\u000a21:14:33.315953 tst iperf3.py: using RAC 53\u000a21:14:33.435926 tst iperf3.py: using CellId 23768\u000a21:14:33.555314 tst iperf3.py: using BVCI 23769\u000a21:14:33.578440 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.589104 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.599958 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.610956 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.621660 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.632293 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.643059 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.653530 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:33.664414 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:33.959719 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:14:34.095431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:34.429331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15904): Launched\u000a21:14:34.706765 run iperf3-srv_10.42.42.10(pid=15905): Launched\u000a21:14:34.904762 tst iperf3.py:8: start network...\u000a21:14:35.040035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:35.556697 run create_hlr_db(pid=15906): Launched\u000a21:14:35.743487 bus /gobi_6: Setting Powered False\u000a21:14:36.764541 run create_hlr_db(pid=15906): Terminated: ok {rc=0}\u000a21:14:37.168918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15908): Launched\u000a21:14:37.471183 run osmo-hlr_10.42.42.2(pid=15909): Launched\u000a21:14:37.590734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:38.119206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15911): Launched\u000a21:14:38.418664 run osmo-stp_10.42.42.5(pid=15912): Launched\u000a21:14:38.528849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:39.050849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15914): Launched\u000a21:14:39.157985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:39.419361 run patchelf(pid=15915): Launched\u000a21:14:39.594531 run osmo-stp_10.42.42.5(pid=15912): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15912)]\u000a21:14:39.722844 run osmo-stp_10.42.42.5(pid=15912): stdout: \u000a| (launched: 2022-12-09_21:14:38.271397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:39.851352 run osmo-stp_10.42.42.5(pid=15912): stderr: \u000a| �[0;m�[38;5;43m20221209211438438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211438438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211438439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211438439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211438440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211438440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211438440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:39.975522 run osmo-stp_10.42.42.5(pid=15912): stdout: \u000a| (launched: 2022-12-09_21:14:38.271397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:40.099070 run osmo-stp_10.42.42.5(pid=15912): stderr: \u000a| �[0;m�[38;5;43m20221209211438438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211438438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211438439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211438439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211438440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211438440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211438440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:40.242762 run patchelf(pid=15915): Terminating (SIGINT)\u000a21:14:40.411102 run patchelf(pid=15915): Terminated: ok {rc=0}\u000a21:14:40.442170 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15912): Process ended prematurely: osmo-stp_10.42.42.5(pid=15912) [trial-2364↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15912)] [trial-2364↪gprs:nanobts+band-900↪iperf3.py:8]\u000a21:14:40.451503 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a21:14:40.512069 run osmo-hlr_10.42.42.2(pid=15909): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15909)]\u000a21:14:40.560760 run osmo-hlr_10.42.42.2(pid=15909): stdout: \u000a| (launched: 2022-12-09_21:14:37.322806) \u000a21:14:40.610268 run osmo-hlr_10.42.42.2(pid=15909): stderr: \u000a| �[0;m�[1;31m20221209211437496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211437496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211437496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211437497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211437497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211437497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211437509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211437517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211437517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211437517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:40.652195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15904): Terminating (SIGTERM)\u000a21:14:40.691900 run iperf3-srv_10.42.42.10(pid=15905): Terminating (SIGTERM)\u000a21:14:40.731845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15908): Terminating (SIGTERM)\u000a21:14:40.771462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15911): Terminating (SIGTERM)\u000a21:14:40.811817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15914): Terminating (SIGTERM)\u000a21:14:40.822144 --- ParallelTerminationStrategy: PID 15904 died...\u000a21:14:40.875535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15904): Terminated: ok {rc=0}\u000a21:14:40.885343 --- ParallelTerminationStrategy: PID 15905 died...\u000a21:14:40.938058 run iperf3-srv_10.42.42.10(pid=15905): Terminated {rc=256}\u000a21:14:40.947905 --- ParallelTerminationStrategy: PID 15908 died...\u000a21:14:41.000783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15908): Terminated: ok {rc=0}\u000a21:14:41.010701 --- ParallelTerminationStrategy: PID 15911 died...\u000a21:14:41.064407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15911): Terminated: ok {rc=0}\u000a21:14:41.074204 --- ParallelTerminationStrategy: PID 15914 died...\u000a21:14:41.127417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15914): Terminated: ok {rc=0}\u000a21:14:41.214191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2364↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2364↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a21:14:42.323672 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.335074 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:14:42.476538 tst iperf3m4.py: using LAC 23769\u000a21:14:42.592640 tst iperf3m4.py: using RAC 54\u000a21:14:42.711507 tst iperf3m4.py: using CellId 23769\u000a21:14:42.828196 tst iperf3m4.py: using BVCI 23770\u000a21:14:42.851150 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.861898 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.872350 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.883191 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.893797 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.904337 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.915404 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.926128 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:14:42.936985 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:43.054254 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:43.172592 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:43.293394 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:14:43.571263 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:14:43.697147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:44.008835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15916): Launched\u000a21:14:44.267263 run iperf3-srv_10.42.42.10(pid=15917): Launched\u000a21:14:44.451284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:14:44.576472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:44.887396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15918): Launched\u000a21:14:45.145300 run iperf3-srv_10.42.42.10(pid=15919): Launched\u000a21:14:45.328515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:14:45.453810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:45.763639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15920): Launched\u000a21:14:46.087373 run iperf3-srv_10.42.42.10(pid=15921): Launched\u000a21:14:46.290580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:14:46.430207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:14:46.788181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15922): Launched\u000a21:14:47.091406 run iperf3-srv_10.42.42.10(pid=15923): Launched\u000a21:14:47.289851 tst iperf3m4.py:8: start network...\u000a21:14:47.425780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:47.943122 run create_hlr_db(pid=15924): Launched\u000a21:14:48.130612 bus /gobi_6: Setting Powered False\u000a21:14:49.151131 run create_hlr_db(pid=15924): Terminated: ok {rc=0}\u000a21:14:49.583311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Launched\u000a21:14:49.907424 run osmo-hlr_10.42.42.2(pid=15927): Launched\u000a21:14:50.026129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:50.589937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Launched\u000a21:14:50.914741 run osmo-stp_10.42.42.5(pid=15930): Launched\u000a21:14:51.032757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:14:51.601843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15932): Launched\u000a21:14:51.718200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:14:52.002862 run patchelf(pid=15933): Launched\u000a21:14:52.194156 run osmo-stp_10.42.42.5(pid=15930): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)]\u000a21:14:52.333870 run osmo-stp_10.42.42.5(pid=15930): stdout: \u000a| (launched: 2022-12-09_21:14:50.754652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:52.473461 run osmo-stp_10.42.42.5(pid=15930): stderr: \u000a| �[0;m�[38;5;43m20221209211450944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211450945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211450945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211450945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211450946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211450946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211450946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:52.608227 run osmo-stp_10.42.42.5(pid=15930): stdout: \u000a| (launched: 2022-12-09_21:14:50.754652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:52.741915 run osmo-stp_10.42.42.5(pid=15930): stderr: \u000a| �[0;m�[38;5;43m20221209211450944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211450945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211450945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211450945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211450946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211450946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211450946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:52.897182 run patchelf(pid=15933): Terminating (SIGINT)\u000a21:14:53.079033 run patchelf(pid=15933): Terminated: ok {rc=0}\u000a21:14:53.112483 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2364↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)] [trial-2364↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a21:14:53.122508 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:14:53.186240 run osmo-hlr_10.42.42.2(pid=15927): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15927)]\u000a21:14:53.238133 run osmo-hlr_10.42.42.2(pid=15927): stdout: \u000a| (launched: 2022-12-09_21:14:49.747962) \u000a21:14:53.290659 run osmo-hlr_10.42.42.2(pid=15927): stderr: \u000a| �[0;m�[1;31m20221209211449943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211449943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211449943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211449943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211449943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211449943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211449956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211449965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211449965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211449965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:53.335551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15916): Terminating (SIGTERM)\u000a21:14:53.377778 run iperf3-srv_10.42.42.10(pid=15917): Terminating (SIGTERM)\u000a21:14:53.419639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15918): Terminating (SIGTERM)\u000a21:14:53.461651 run iperf3-srv_10.42.42.10(pid=15919): Terminating (SIGTERM)\u000a21:14:53.504011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15920): Terminating (SIGTERM)\u000a21:14:53.545909 run iperf3-srv_10.42.42.10(pid=15921): Terminating (SIGTERM)\u000a21:14:53.587688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15922): Terminating (SIGTERM)\u000a21:14:53.629627 run iperf3-srv_10.42.42.10(pid=15923): Terminating (SIGTERM)\u000a21:14:53.671550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Terminating (SIGTERM)\u000a21:14:53.713586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Terminating (SIGTERM)\u000a21:14:53.755630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15932): Terminating (SIGTERM)\u000a21:14:53.765517 --- ParallelTerminationStrategy: PID 15916 died...\u000a21:14:53.821963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15916): Terminated: ok {rc=0}\u000a21:14:53.832247 --- ParallelTerminationStrategy: PID 15917 died...\u000a21:14:53.888068 run iperf3-srv_10.42.42.10(pid=15917): Terminated {rc=256}\u000a21:14:53.898367 --- ParallelTerminationStrategy: PID 15918 died...\u000a21:14:53.954105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15918): Terminated: ok {rc=0}\u000a21:14:53.964364 --- ParallelTerminationStrategy: PID 15919 died...\u000a21:14:54.020165 run iperf3-srv_10.42.42.10(pid=15919): Terminated {rc=256}\u000a21:14:54.030355 --- ParallelTerminationStrategy: PID 15920 died...\u000a21:14:54.086124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15920): Terminated: ok {rc=0}\u000a21:14:54.096406 --- ParallelTerminationStrategy: PID 15921 died...\u000a21:14:54.152031 run iperf3-srv_10.42.42.10(pid=15921): Terminated {rc=256}\u000a21:14:54.162376 --- ParallelTerminationStrategy: PID 15922 died...\u000a21:14:54.218610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15922): Terminated: ok {rc=0}\u000a21:14:54.228803 --- ParallelTerminationStrategy: PID 15923 died...\u000a21:14:54.284349 run iperf3-srv_10.42.42.10(pid=15923): Terminated {rc=256}\u000a21:14:54.294569 --- ParallelTerminationStrategy: PID 15926 died...\u000a21:14:54.350805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Terminated: ok {rc=0}\u000a21:14:54.361114 --- ParallelTerminationStrategy: PID 15929 died...\u000a21:14:54.416924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Terminated: ok {rc=0}\u000a21:14:54.427242 --- ParallelTerminationStrategy: PID 15932 died...\u000a21:14:54.483225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15932): Terminated: ok {rc=0}\u000a21:14:54.569919 bus /gobi_4: Setting Powered False\u000a21:14:55.677539 bus /gobi_4: Setting Powered False\u000a21:14:56.785981 bus /gobi_1: Setting Powered False\u000a21:14:57.893003 bus /gobi_1: Setting Powered False\u000a21:14:59.000428 bus /gobi_0: Setting Powered False\u000a21:15:00.106988 bus /gobi_0: Setting Powered False\u000a21:15:01.217905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15950): Process ended prematurely: osmo-stp_10.42.42.5(pid=15950) [trial-2364↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15950): Process ended prematurely: osmo-stp_10.42.42.5(pid=15950) [trial-2364↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a21:15:02.290294 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.302523 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:15:02.450735 tst ping.py: using LAC 23770\u000a21:15:02.578809 tst ping.py: using RAC 55\u000a21:15:02.703153 tst ping.py: using CellId 23770\u000a21:15:02.827148 tst ping.py: using BVCI 23771\u000a21:15:02.851753 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.863087 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.874334 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.885342 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.896177 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.907024 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.918076 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:02.929070 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:03.221323 tst ping.py:19: start network...\u000a21:15:03.354655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:03.863794 run create_hlr_db(pid=15944): Launched\u000a21:15:04.048488 bus /gobi_6: Setting Powered False\u000a21:15:05.069768 run create_hlr_db(pid=15944): Terminated: ok {rc=0}\u000a21:15:05.494500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15946): Launched\u000a21:15:05.813091 run osmo-hlr_10.42.42.2(pid=15947): Launched\u000a21:15:05.929315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:06.486957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15949): Launched\u000a21:15:06.805820 run osmo-stp_10.42.42.5(pid=15950): Launched\u000a21:15:06.921790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:07.478417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15952): Launched\u000a21:15:07.592670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:07.869929 run patchelf(pid=15953): Launched\u000a21:15:08.056427 run osmo-stp_10.42.42.5(pid=15950): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)]\u000a21:15:08.193265 run osmo-stp_10.42.42.5(pid=15950): stdout: \u000a| (launched: 2022-12-09_21:15:06.648669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:08.331196 run osmo-stp_10.42.42.5(pid=15950): stderr: \u000a| �[0;m�[38;5;43m20221209211506839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211506840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211506840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211506840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211506841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211506841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211506841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:08.463733 run osmo-stp_10.42.42.5(pid=15950): stdout: \u000a| (launched: 2022-12-09_21:15:06.648669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:08.594823 run osmo-stp_10.42.42.5(pid=15950): stderr: \u000a| �[0;m�[38;5;43m20221209211506839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211506840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211506840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211506840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211506841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211506841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211506841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:08.747093 run patchelf(pid=15953): Terminating (SIGINT)\u000a21:15:08.926240 run patchelf(pid=15953): Terminated: ok {rc=0}\u000a21:15:08.958592 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15950): Process ended prematurely: osmo-stp_10.42.42.5(pid=15950) [trial-2364↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)] [trial-2364↪gprs:nanobts+band-900↪ping.py:22]\u000a21:15:08.967787 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:15:09.030576 run osmo-hlr_10.42.42.2(pid=15947): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15947)]\u000a21:15:09.081841 run osmo-hlr_10.42.42.2(pid=15947): stdout: \u000a| (launched: 2022-12-09_21:15:05.656334) \u000a21:15:09.133838 run osmo-hlr_10.42.42.2(pid=15947): stderr: \u000a| �[0;m�[1;31m20221209211505853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211505853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211505853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211505853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211505853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211505853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211505866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211505874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211505874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211505874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:09.178207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15946): Terminating (SIGTERM)\u000a21:15:09.219889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15949): Terminating (SIGTERM)\u000a21:15:09.261535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15952): Terminating (SIGTERM)\u000a21:15:09.271314 --- ParallelTerminationStrategy: PID 15946 died...\u000a21:15:09.327589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15946): Terminated: ok {rc=0}\u000a21:15:09.337992 --- ParallelTerminationStrategy: PID 15949 died...\u000a21:15:09.394234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15949): Terminated: ok {rc=0}\u000a21:15:09.404515 --- ParallelTerminationStrategy: PID 15952 died...\u000a21:15:09.460559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15952): Terminated: ok {rc=0}\u000a21:15:09.547904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16311): Process ended prematurely: osmo-stp_10.42.42.5(pid=16311) [trial-2364↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16311)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16311): Process ended prematurely: osmo-stp_10.42.42.5(pid=16311) [trial-2364↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:15:10.599916 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:10.612386 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:15:10.756508 tst ping_idle_ping.py: using LAC 23771\u000a21:15:10.880453 tst ping_idle_ping.py: using RAC 56\u000a21:15:10.996533 tst ping_idle_ping.py: using CellId 23771\u000a21:15:11.115505 tst ping_idle_ping.py: using BVCI 23772\u000a21:15:11.138369 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.148939 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.159485 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.170233 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.180875 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.191551 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.202357 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:15:11.213043 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:15:11.506831 tst ping_idle_ping.py:24: start network...\u000a21:15:11.640756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:12.155710 run create_hlr_db(pid=15954): Launched\u000a21:15:12.341852 bus /gobi_6: Setting Powered False\u000a21:15:13.364677 run create_hlr_db(pid=15954): Terminated: ok {rc=0}\u000a21:15:13.811579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16134): Launched\u000a21:15:14.167183 run osmo-hlr_10.42.42.2(pid=16176): Launched\u000a21:15:14.296735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:14.914009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16310): Launched\u000a21:15:15.213356 run osmo-stp_10.42.42.5(pid=16311): Launched\u000a21:15:15.323123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:15.856479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16313): Launched\u000a21:15:15.975434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:16.271496 run patchelf(pid=16314): Launched\u000a21:15:16.467216 run osmo-stp_10.42.42.5(pid=16311): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16311)]\u000a21:15:16.608088 run osmo-stp_10.42.42.5(pid=16311): stdout: \u000a| (launched: 2022-12-09_21:15:15.065747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:16.750847 run osmo-stp_10.42.42.5(pid=16311): stderr: \u000a| �[0;m�[38;5;43m20221209211515237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211515237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211515237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211515238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211515238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211515238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211515238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:16.888043 run osmo-stp_10.42.42.5(pid=16311): stdout: \u000a| (launched: 2022-12-09_21:15:15.065747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:17.022974 run osmo-stp_10.42.42.5(pid=16311): stderr: \u000a| �[0;m�[38;5;43m20221209211515237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211515237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211515237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211515238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211515238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211515238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211515238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:17.179887 run patchelf(pid=16314): Terminating (SIGINT)\u000a21:15:17.361977 run patchelf(pid=16314): Terminated: ok {rc=0}\u000a21:15:17.395096 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16311): Process ended prematurely: osmo-stp_10.42.42.5(pid=16311) [trial-2364↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16311)] [trial-2364↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a21:15:17.404772 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a21:15:17.468993 run osmo-hlr_10.42.42.2(pid=16176): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16176)]\u000a21:15:17.521084 run osmo-hlr_10.42.42.2(pid=16176): stdout: \u000a| (launched: 2022-12-09_21:15:13.975330) \u000a21:15:17.574117 run osmo-hlr_10.42.42.2(pid=16176): stderr: \u000a| �[0;m�[1;31m20221209211514296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211514296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211514296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211514296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211514296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211514296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211514312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211514329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211514330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211514330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:17.618825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16134): Terminating (SIGTERM)\u000a21:15:17.661140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16310): Terminating (SIGTERM)\u000a21:15:17.703848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16313): Terminating (SIGTERM)\u000a21:15:17.714036 --- ParallelTerminationStrategy: PID 16134 died...\u000a21:15:17.770728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16134): Terminated: ok {rc=0}\u000a21:15:17.781200 --- ParallelTerminationStrategy: PID 16310 died...\u000a21:15:17.837419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16310): Terminated: ok {rc=0}\u000a21:15:17.847782 --- ParallelTerminationStrategy: PID 16313 died...\u000a21:15:17.904525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16313): Terminated: ok {rc=0}\u000a21:15:17.991185 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:14:19" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16503): Process ended prematurely: osmo-stp_10.42.42.5(pid=16503) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16503): Process ended prematurely: osmo-stp_10.42.42.5(pid=16503) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:15:20.160600 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.171948 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:20.313887 tst cs_paging_gprs_active.py: using LAC 23772\u000a21:15:20.441147 tst cs_paging_gprs_active.py: using RAC 57\u000a21:15:20.566957 tst cs_paging_gprs_active.py: using CellId 23772\u000a21:15:20.692334 tst cs_paging_gprs_active.py: using BVCI 23773\u000a21:15:20.717201 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.728553 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.739722 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.751014 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.762080 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.773363 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.784765 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.796084 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:20.807702 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:20.925400 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:21.223912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:15:21.361516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:21.698301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16318): Launched\u000a21:15:21.977969 run iperf3-srv_10.42.42.10(pid=16319): Launched\u000a21:15:22.177912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:15:22.314185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:22.652124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16320): Launched\u000a21:15:22.932291 run iperf3-srv_10.42.42.10(pid=16321): Launched\u000a21:15:23.128658 tst cs_paging_gprs_active.py:38: start network...\u000a21:15:23.261886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:23.780577 run create_hlr_db(pid=16427): Launched\u000a21:15:23.974765 bus /gobi_6: Setting Powered False\u000a21:15:24.983236 run create_hlr_db(pid=16427): Terminated: ok {rc=0}\u000a21:15:25.425428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16499): Launched\u000a21:15:25.843566 run osmo-hlr_10.42.42.2(pid=16500): Launched\u000a21:15:26.081514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:26.714173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16502): Launched\u000a21:15:27.123701 run osmo-stp_10.42.42.5(pid=16503): Launched\u000a21:15:27.359081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:27.969449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16505): Launched\u000a21:15:28.084713 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:28.379134 run patchelf(pid=16506): Launched\u000a21:15:28.569256 run osmo-stp_10.42.42.5(pid=16503): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)]\u000a21:15:28.707828 run osmo-stp_10.42.42.5(pid=16503): stdout: \u000a| (launched: 2022-12-09_21:15:26.872458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:28.839922 run osmo-stp_10.42.42.5(pid=16503): stderr: \u000a| �[0;m�[38;5;43m20221209211527197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211527197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211527197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211527198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211527198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211527198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211527198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:28.966916 run osmo-stp_10.42.42.5(pid=16503): stdout: \u000a| (launched: 2022-12-09_21:15:26.872458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:29.093082 run osmo-stp_10.42.42.5(pid=16503): stderr: \u000a| �[0;m�[38;5;43m20221209211527197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211527197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211527197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211527198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211527198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211527198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211527198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:29.239546 run patchelf(pid=16506): Terminating (SIGINT)\u000a21:15:29.411670 run patchelf(pid=16506): Terminated: ok {rc=0}\u000a21:15:29.443507 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16503): Process ended prematurely: osmo-stp_10.42.42.5(pid=16503) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16503)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:15:29.452928 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a21:15:29.513843 run osmo-hlr_10.42.42.2(pid=16500): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16500)]\u000a21:15:29.562721 run osmo-hlr_10.42.42.2(pid=16500): stdout: \u000a| (launched: 2022-12-09_21:15:25.586046) \u000a21:15:29.612839 run osmo-hlr_10.42.42.2(pid=16500): stderr: \u000a| �[0;m�[1;31m20221209211525923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211525923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211525923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211525924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211525924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211525924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211525945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211525961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211525961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211525961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:29.654958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16318): Terminating (SIGTERM)\u000a21:15:29.694740 run iperf3-srv_10.42.42.10(pid=16319): Terminating (SIGTERM)\u000a21:15:29.739168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16320): Terminating (SIGTERM)\u000a21:15:29.780557 run iperf3-srv_10.42.42.10(pid=16321): Terminating (SIGTERM)\u000a21:15:29.822580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16499): Terminating (SIGTERM)\u000a21:15:29.864177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16502): Terminating (SIGTERM)\u000a21:15:29.905371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16505): Terminating (SIGTERM)\u000a21:15:29.914978 --- ParallelTerminationStrategy: PID 16318 died...\u000a21:15:29.970339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16318): Terminated: ok {rc=0}\u000a21:15:29.980309 --- ParallelTerminationStrategy: PID 16319 died...\u000a21:15:30.035473 run iperf3-srv_10.42.42.10(pid=16319): Terminated {rc=256}\u000a21:15:30.045620 --- ParallelTerminationStrategy: PID 16320 died...\u000a21:15:30.101137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16320): Terminated: ok {rc=0}\u000a21:15:30.111273 --- ParallelTerminationStrategy: PID 16321 died...\u000a21:15:30.166577 run iperf3-srv_10.42.42.10(pid=16321): Terminated {rc=256}\u000a21:15:30.176737 --- ParallelTerminationStrategy: PID 16499 died...\u000a21:15:30.232046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16499): Terminated: ok {rc=0}\u000a21:15:30.242179 --- ParallelTerminationStrategy: PID 16502 died...\u000a21:15:30.297396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16502): Terminated: ok {rc=0}\u000a21:15:30.307410 --- ParallelTerminationStrategy: PID 16505 died...\u000a21:15:30.363340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16505): Terminated: ok {rc=0}\u000a21:15:30.449620 bus /gobi_0: Setting Powered False\u000a21:15:31.566611 bus /gobi_0: Setting Powered False\u000a21:15:32.676619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:15:33.786854 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:33.798485 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:33.942546 tst iperf3.py: using LAC 23773\u000a21:15:34.061105 tst iperf3.py: using RAC 58\u000a21:15:34.180797 tst iperf3.py: using CellId 23773\u000a21:15:34.300618 tst iperf3.py: using BVCI 23774\u000a21:15:34.324119 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.335444 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.346470 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.357621 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.368549 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.379552 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.390678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.401692 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:34.412887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:34.711708 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:15:34.849287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:35.189273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16509): Launched\u000a21:15:35.472401 run iperf3-srv_10.42.42.10(pid=16510): Launched\u000a21:15:35.674356 tst iperf3.py:8: start network...\u000a21:15:35.811556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:36.337814 run create_hlr_db(pid=16511): Launched\u000a21:15:36.527287 bus /gobi_6: Setting Powered False\u000a21:15:37.548830 run create_hlr_db(pid=16511): Terminated: ok {rc=0}\u000a21:15:37.960290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Launched\u000a21:15:38.267592 run osmo-hlr_10.42.42.2(pid=16514): Launched\u000a21:15:38.387734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:38.931808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Launched\u000a21:15:39.238885 run osmo-stp_10.42.42.5(pid=16517): Launched\u000a21:15:39.350536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:39.886676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16519): Launched\u000a21:15:39.996753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:40.266961 run patchelf(pid=16520): Launched\u000a21:15:40.445469 run osmo-stp_10.42.42.5(pid=16517): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)]\u000a21:15:40.576073 run osmo-stp_10.42.42.5(pid=16517): stdout: \u000a| (launched: 2022-12-09_21:15:39.087209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:40.706217 run osmo-stp_10.42.42.5(pid=16517): stderr: \u000a| �[0;m�[38;5;43m20221209211539260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211539261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211539261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211539261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211539262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211539262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211539262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:40.831930 run osmo-stp_10.42.42.5(pid=16517): stdout: \u000a| (launched: 2022-12-09_21:15:39.087209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:40.957189 run osmo-stp_10.42.42.5(pid=16517): stderr: \u000a| �[0;m�[38;5;43m20221209211539260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211539261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211539261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211539261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211539262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211539262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211539262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:41.103735 run patchelf(pid=16520): Terminating (SIGINT)\u000a21:15:41.275860 run patchelf(pid=16520): Terminated: ok {rc=0}\u000a21:15:41.307552 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16517): Process ended prematurely: osmo-stp_10.42.42.5(pid=16517) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16517)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a21:15:41.316928 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:15:41.377283 run osmo-hlr_10.42.42.2(pid=16514): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16514)]\u000a21:15:41.425971 run osmo-hlr_10.42.42.2(pid=16514): stdout: \u000a| (launched: 2022-12-09_21:15:38.116260) \u000a21:15:41.475201 run osmo-hlr_10.42.42.2(pid=16514): stderr: \u000a| �[0;m�[1;31m20221209211538293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211538293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211538293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211538293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211538293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211538293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211538306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211538315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211538315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211538315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:41.516831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16509): Terminating (SIGTERM)\u000a21:15:41.556357 run iperf3-srv_10.42.42.10(pid=16510): Terminating (SIGTERM)\u000a21:15:41.596207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Terminating (SIGTERM)\u000a21:15:41.635514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Terminating (SIGTERM)\u000a21:15:41.674866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16519): Terminating (SIGTERM)\u000a21:15:41.684280 --- ParallelTerminationStrategy: PID 16509 died...\u000a21:15:41.737051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16509): Terminated: ok {rc=0}\u000a21:15:41.746936 --- ParallelTerminationStrategy: PID 16510 died...\u000a21:15:41.799962 run iperf3-srv_10.42.42.10(pid=16510): Terminated {rc=256}\u000a21:15:41.809800 --- ParallelTerminationStrategy: PID 16513 died...\u000a21:15:41.862660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16513): Terminated: ok {rc=0}\u000a21:15:41.872631 --- ParallelTerminationStrategy: PID 16516 died...\u000a21:15:41.925849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16516): Terminated: ok {rc=0}\u000a21:15:41.935612 --- ParallelTerminationStrategy: PID 16519 died...\u000a21:15:41.988581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16519): Terminated: ok {rc=0}\u000a21:15:42.072389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16535): Process ended prematurely: osmo-stp_10.42.42.5(pid=16535) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16535): Process ended prematurely: osmo-stp_10.42.42.5(pid=16535) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:15:43.181507 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.193063 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:15:43.338793 tst iperf3m4.py: using LAC 23774\u000a21:15:43.468438 tst iperf3m4.py: using RAC 59\u000a21:15:43.598511 tst iperf3m4.py: using CellId 23774\u000a21:15:43.726729 tst iperf3m4.py: using BVCI 23775\u000a21:15:43.751849 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.763429 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.774821 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.786336 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.797616 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.808687 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.819948 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.831028 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:15:43.842442 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:43.963495 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:44.082680 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:44.203302 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:15:44.504435 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:15:44.642651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:44.981588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16521): Launched\u000a21:15:45.264917 run iperf3-srv_10.42.42.10(pid=16522): Launched\u000a21:15:45.466874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:15:45.603641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:45.953536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16523): Launched\u000a21:15:46.251910 run iperf3-srv_10.42.42.10(pid=16524): Launched\u000a21:15:46.458221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:15:46.598333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:46.958142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16525): Launched\u000a21:15:47.250390 run iperf3-srv_10.42.42.10(pid=16526): Launched\u000a21:15:47.453273 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:15:47.590992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:15:47.931922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16527): Launched\u000a21:15:48.215551 run iperf3-srv_10.42.42.10(pid=16528): Launched\u000a21:15:48.417391 tst iperf3m4.py:8: start network...\u000a21:15:48.554876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:49.082673 run create_hlr_db(pid=16529): Launched\u000a21:15:49.272611 bus /gobi_6: Setting Powered False\u000a21:15:50.293787 run create_hlr_db(pid=16529): Terminated: ok {rc=0}\u000a21:15:50.734129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16531): Launched\u000a21:15:51.065881 run osmo-hlr_10.42.42.2(pid=16532): Launched\u000a21:15:51.187352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:51.761297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16534): Launched\u000a21:15:52.091269 run osmo-stp_10.42.42.5(pid=16535): Launched\u000a21:15:52.210648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:15:52.786671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16537): Launched\u000a21:15:52.903476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:15:53.190882 run patchelf(pid=16538): Launched\u000a21:15:53.382802 run osmo-stp_10.42.42.5(pid=16535): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)]\u000a21:15:53.523040 run osmo-stp_10.42.42.5(pid=16535): stdout: \u000a| (launched: 2022-12-09_21:15:51.928785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:53.663260 run osmo-stp_10.42.42.5(pid=16535): stderr: \u000a| �[0;m�[38;5;43m20221209211552122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211552122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211552123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211552123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211552124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211552124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211552124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:53.798987 run osmo-stp_10.42.42.5(pid=16535): stdout: \u000a| (launched: 2022-12-09_21:15:51.928785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:53.933212 run osmo-stp_10.42.42.5(pid=16535): stderr: \u000a| �[0;m�[38;5;43m20221209211552122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211552122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211552123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211552123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211552124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211552124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211552124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:54.089427 run patchelf(pid=16538): Terminating (SIGINT)\u000a21:15:54.273044 run patchelf(pid=16538): Terminated: ok {rc=0}\u000a21:15:54.306827 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16535): Process ended prematurely: osmo-stp_10.42.42.5(pid=16535) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16535)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:15:54.316999 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a21:15:54.380281 run osmo-hlr_10.42.42.2(pid=16532): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16532)]\u000a21:15:54.431402 run osmo-hlr_10.42.42.2(pid=16532): stdout: \u000a| (launched: 2022-12-09_21:15:50.901680) \u000a21:15:54.482963 run osmo-hlr_10.42.42.2(pid=16532): stderr: \u000a| �[0;m�[1;31m20221209211551102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211551102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211551102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211551102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211551102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211551103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211551115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211551123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211551124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211551124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:54.527012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16521): Terminating (SIGTERM)\u000a21:15:54.568206 run iperf3-srv_10.42.42.10(pid=16522): Terminating (SIGTERM)\u000a21:15:54.609732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16523): Terminating (SIGTERM)\u000a21:15:54.651476 run iperf3-srv_10.42.42.10(pid=16524): Terminating (SIGTERM)\u000a21:15:54.693063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16525): Terminating (SIGTERM)\u000a21:15:54.734344 run iperf3-srv_10.42.42.10(pid=16526): Terminating (SIGTERM)\u000a21:15:54.775603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16527): Terminating (SIGTERM)\u000a21:15:54.816717 run iperf3-srv_10.42.42.10(pid=16528): Terminating (SIGTERM)\u000a21:15:54.858113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16531): Terminating (SIGTERM)\u000a21:15:54.899394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16534): Terminating (SIGTERM)\u000a21:15:54.940784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16537): Terminating (SIGTERM)\u000a21:15:54.950572 --- ParallelTerminationStrategy: PID 16521 died...\u000a21:15:55.006252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16521): Terminated: ok {rc=0}\u000a21:15:55.016469 --- ParallelTerminationStrategy: PID 16522 died...\u000a21:15:55.071636 run iperf3-srv_10.42.42.10(pid=16522): Terminated {rc=256}\u000a21:15:55.081770 --- ParallelTerminationStrategy: PID 16523 died...\u000a21:15:55.137107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16523): Terminated: ok {rc=0}\u000a21:15:55.147285 --- ParallelTerminationStrategy: PID 16524 died...\u000a21:15:55.202463 run iperf3-srv_10.42.42.10(pid=16524): Terminated {rc=256}\u000a21:15:55.212815 --- ParallelTerminationStrategy: PID 16525 died...\u000a21:15:55.267844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16525): Terminated: ok {rc=0}\u000a21:15:55.278070 --- ParallelTerminationStrategy: PID 16526 died...\u000a21:15:55.333415 run iperf3-srv_10.42.42.10(pid=16526): Terminated {rc=256}\u000a21:15:55.343883 --- ParallelTerminationStrategy: PID 16527 died...\u000a21:15:55.399188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16527): Terminated: ok {rc=0}\u000a21:15:55.409653 --- ParallelTerminationStrategy: PID 16528 died...\u000a21:15:55.464588 run iperf3-srv_10.42.42.10(pid=16528): Terminated {rc=256}\u000a21:15:55.474747 --- ParallelTerminationStrategy: PID 16531 died...\u000a21:15:55.530051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16531): Terminated: ok {rc=0}\u000a21:15:55.540136 --- ParallelTerminationStrategy: PID 16534 died...\u000a21:15:55.595326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16534): Terminated: ok {rc=0}\u000a21:15:55.605554 --- ParallelTerminationStrategy: PID 16537 died...\u000a21:15:55.661020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16537): Terminated: ok {rc=0}\u000a21:15:55.746763 bus /gobi_4: Setting Powered False\u000a21:15:56.849147 bus /gobi_4: Setting Powered False\u000a21:15:57.960147 bus /gobi_1: Setting Powered False\u000a21:15:59.061264 bus /gobi_1: Setting Powered False\u000a21:16:00.166582 bus /gobi_0: Setting Powered False\u000a21:16:01.274512 bus /gobi_0: Setting Powered False\u000a21:16:02.386190 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16545): Process ended prematurely: osmo-stp_10.42.42.5(pid=16545) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16545)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16545): Process ended prematurely: osmo-stp_10.42.42.5(pid=16545) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:16:03.452987 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:03.464715 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:16:03.603761 tst ping.py: using LAC 23775\u000a21:16:03.720221 tst ping.py: using RAC 60\u000a21:16:03.837476 tst ping.py: using CellId 23775\u000a21:16:03.954351 tst ping.py: using BVCI 23776\u000a21:16:03.977300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:03.988281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:03.999100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:04.010253 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:04.021509 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:04.032407 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:04.043568 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:04.054606 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:16:04.328293 tst ping.py:19: start network...\u000a21:16:04.453300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:04.927036 run create_hlr_db(pid=16539): Launched\u000a21:16:05.100683 bus /gobi_6: Setting Powered False\u000a21:16:06.121655 run create_hlr_db(pid=16539): Terminated: ok {rc=0}\u000a21:16:06.523144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16541): Launched\u000a21:16:06.825922 run osmo-hlr_10.42.42.2(pid=16542): Launched\u000a21:16:06.950096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:07.481905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16544): Launched\u000a21:16:07.784440 run osmo-stp_10.42.42.5(pid=16545): Launched\u000a21:16:07.896001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:08.419774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16547): Launched\u000a21:16:08.526864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:08.791550 run patchelf(pid=16548): Launched\u000a21:16:08.967668 run osmo-stp_10.42.42.5(pid=16545): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16545)]\u000a21:16:09.096013 run osmo-stp_10.42.42.5(pid=16545): stdout: \u000a| (launched: 2022-12-09_21:16:07.634854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:09.225198 run osmo-stp_10.42.42.5(pid=16545): stderr: \u000a| �[0;m�[38;5;43m20221209211607807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211607807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211607807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211607807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211607808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211607808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211607808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:09.349550 run osmo-stp_10.42.42.5(pid=16545): stdout: \u000a| (launched: 2022-12-09_21:16:07.634854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:09.472836 run osmo-stp_10.42.42.5(pid=16545): stderr: \u000a| �[0;m�[38;5;43m20221209211607807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211607807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211607807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211607807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211607808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211607808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211607808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:09.616030 run patchelf(pid=16548): Terminating (SIGINT)\u000a21:16:09.784358 run patchelf(pid=16548): Terminated: ok {rc=0}\u000a21:16:09.815089 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16545): Process ended prematurely: osmo-stp_10.42.42.5(pid=16545) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16545)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a21:16:09.823901 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:16:09.884238 run osmo-hlr_10.42.42.2(pid=16542): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16542)]\u000a21:16:09.933040 run osmo-hlr_10.42.42.2(pid=16542): stdout: \u000a| (launched: 2022-12-09_21:16:06.675618) \u000a21:16:09.982183 run osmo-hlr_10.42.42.2(pid=16542): stderr: \u000a| �[0;m�[1;31m20221209211606850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211606850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211606850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211606850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211606850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211606850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211606864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211606873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211606873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211606873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:10.023655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16541): Terminating (SIGTERM)\u000a21:16:10.063041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16544): Terminating (SIGTERM)\u000a21:16:10.102445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16547): Terminating (SIGTERM)\u000a21:16:10.111949 --- ParallelTerminationStrategy: PID 16541 died...\u000a21:16:10.164839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16541): Terminated: ok {rc=0}\u000a21:16:10.174658 --- ParallelTerminationStrategy: PID 16544 died...\u000a21:16:10.226886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16544): Terminated: ok {rc=0}\u000a21:16:10.236649 --- ParallelTerminationStrategy: PID 16547 died...\u000a21:16:10.289340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16547): Terminated: ok {rc=0}\u000a21:16:10.372261 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16555): Process ended prematurely: osmo-stp_10.42.42.5(pid=16555) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16555)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16555): Process ended prematurely: osmo-stp_10.42.42.5(pid=16555) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:16:11.422034 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:11.433729 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:16:11.575082 tst ping_idle_ping.py: using LAC 23776\u000a21:16:11.691157 tst ping_idle_ping.py: using RAC 61\u000a21:16:11.807805 tst ping_idle_ping.py: using CellId 23776\u000a21:16:11.927894 tst ping_idle_ping.py: using BVCI 23777\u000a21:16:11.951179 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:11.962421 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:11.973361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:11.984523 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:11.995622 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:12.006660 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:12.017887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:16:12.029198 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:16:12.308235 tst ping_idle_ping.py:24: start network...\u000a21:16:12.434044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:12.916636 run create_hlr_db(pid=16549): Launched\u000a21:16:13.090669 bus /gobi_6: Setting Powered False\u000a21:16:14.112145 run create_hlr_db(pid=16549): Terminated: ok {rc=0}\u000a21:16:14.516486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16551): Launched\u000a21:16:14.820860 run osmo-hlr_10.42.42.2(pid=16552): Launched\u000a21:16:14.933960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:15.462509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16554): Launched\u000a21:16:15.766198 run osmo-stp_10.42.42.5(pid=16555): Launched\u000a21:16:15.915057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:16.511443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16557): Launched\u000a21:16:16.631112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:16.923200 run patchelf(pid=16558): Launched\u000a21:16:17.103920 run osmo-stp_10.42.42.5(pid=16555): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16555)]\u000a21:16:17.236346 run osmo-stp_10.42.42.5(pid=16555): stdout: \u000a| (launched: 2022-12-09_21:16:15.615770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:17.367049 run osmo-stp_10.42.42.5(pid=16555): stderr: \u000a| �[0;m�[38;5;43m20221209211615787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211615788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211615788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211615788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211615789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211615789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211615789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:17.492429 run osmo-stp_10.42.42.5(pid=16555): stdout: \u000a| (launched: 2022-12-09_21:16:15.615770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:17.616318 run osmo-stp_10.42.42.5(pid=16555): stderr: \u000a| �[0;m�[38;5;43m20221209211615787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211615788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211615788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211615788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211615789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211615789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211615789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:17.760565 run patchelf(pid=16558): Terminating (SIGINT)\u000a21:16:17.931098 run patchelf(pid=16558): Terminated: ok {rc=0}\u000a21:16:17.962326 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16555): Process ended prematurely: osmo-stp_10.42.42.5(pid=16555) [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16555)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:16:17.971421 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:16:18.032285 run osmo-hlr_10.42.42.2(pid=16552): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16552)]\u000a21:16:18.081330 run osmo-hlr_10.42.42.2(pid=16552): stdout: \u000a| (launched: 2022-12-09_21:16:14.670319) \u000a21:16:18.131077 run osmo-hlr_10.42.42.2(pid=16552): stderr: \u000a| �[0;m�[1;31m20221209211614846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211614846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211614846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211614846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211614846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211614846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211614858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211614867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211614867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211614867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:18.173089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16551): Terminating (SIGTERM)\u000a21:16:18.213062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16554): Terminating (SIGTERM)\u000a21:16:18.253485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16557): Terminating (SIGTERM)\u000a21:16:18.263106 --- ParallelTerminationStrategy: PID 16551 died...\u000a21:16:18.317104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16551): Terminated: ok {rc=0}\u000a21:16:18.327175 --- ParallelTerminationStrategy: PID 16554 died...\u000a21:16:18.380276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16554): Terminated: ok {rc=0}\u000a21:16:18.390242 --- ParallelTerminationStrategy: PID 16557 died...\u000a21:16:18.443433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16557): Terminated: ok {rc=0}\u000a21:16:18.531357 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:15:19" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16573): Process ended prematurely: osmo-stp_10.42.42.5(pid=16573) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16573)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16573): Process ended prematurely: osmo-stp_10.42.42.5(pid=16573) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:16:20.684803 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:20.696307 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:20.858475 tst cs_paging_gprs_active.py: using LAC 23777\u000a21:16:20.988296 tst cs_paging_gprs_active.py: using RAC 62\u000a21:16:21.116277 tst cs_paging_gprs_active.py: using CellId 23777\u000a21:16:21.244079 tst cs_paging_gprs_active.py: using BVCI 23778\u000a21:16:21.269084 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.280507 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.291904 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.303342 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.314731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.326222 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.337701 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.348894 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:21.360762 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:21.477476 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:21.775104 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:16:21.912181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:22.253018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16563): Launched\u000a21:16:22.537444 run iperf3-srv_10.42.42.10(pid=16564): Launched\u000a21:16:22.738858 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:16:22.876378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:23.216577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16565): Launched\u000a21:16:23.500368 run iperf3-srv_10.42.42.10(pid=16566): Launched\u000a21:16:23.701792 tst cs_paging_gprs_active.py:38: start network...\u000a21:16:23.838740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:24.364493 run create_hlr_db(pid=16567): Launched\u000a21:16:24.554411 bus /gobi_6: Setting Powered False\u000a21:16:25.576735 run create_hlr_db(pid=16567): Terminated: ok {rc=0}\u000a21:16:25.987792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16569): Launched\u000a21:16:26.295943 run osmo-hlr_10.42.42.2(pid=16570): Launched\u000a21:16:26.415573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:26.957782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16572): Launched\u000a21:16:27.265428 run osmo-stp_10.42.42.5(pid=16573): Launched\u000a21:16:27.377706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:27.912148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16575): Launched\u000a21:16:28.021864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:28.292232 run patchelf(pid=16576): Launched\u000a21:16:28.472343 run osmo-stp_10.42.42.5(pid=16573): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16573)]\u000a21:16:28.603222 run osmo-stp_10.42.42.5(pid=16573): stdout: \u000a| (launched: 2022-12-09_21:16:27.114007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:28.734597 run osmo-stp_10.42.42.5(pid=16573): stderr: \u000a| �[0;m�[38;5;43m20221209211627286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211627286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211627287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211627287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211627287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:28.861417 run osmo-stp_10.42.42.5(pid=16573): stdout: \u000a| (launched: 2022-12-09_21:16:27.114007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:28.987548 run osmo-stp_10.42.42.5(pid=16573): stderr: \u000a| �[0;m�[38;5;43m20221209211627286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211627286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211627287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211627287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211627287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211627288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:29.134721 run patchelf(pid=16576): Terminating (SIGINT)\u000a21:16:29.307561 run patchelf(pid=16576): Terminated: ok {rc=0}\u000a21:16:29.339182 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16573): Process ended prematurely: osmo-stp_10.42.42.5(pid=16573) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16573)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:16:29.348654 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:16:29.409523 run osmo-hlr_10.42.42.2(pid=16570): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16570)]\u000a21:16:29.458888 run osmo-hlr_10.42.42.2(pid=16570): stdout: \u000a| (launched: 2022-12-09_21:16:26.144378) \u000a21:16:29.508848 run osmo-hlr_10.42.42.2(pid=16570): stderr: \u000a| �[0;m�[1;31m20221209211626324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211626324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211626324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211626324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211626324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211626324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211626336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211626344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211626345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211626345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:29.550883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16563): Terminating (SIGTERM)\u000a21:16:29.590590 run iperf3-srv_10.42.42.10(pid=16564): Terminating (SIGTERM)\u000a21:16:29.630382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16565): Terminating (SIGTERM)\u000a21:16:29.670070 run iperf3-srv_10.42.42.10(pid=16566): Terminating (SIGTERM)\u000a21:16:29.709498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16569): Terminating (SIGTERM)\u000a21:16:29.749194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16572): Terminating (SIGTERM)\u000a21:16:29.789250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16575): Terminating (SIGTERM)\u000a21:16:29.798731 --- ParallelTerminationStrategy: PID 16563 died...\u000a21:16:29.852216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16563): Terminated: ok {rc=0}\u000a21:16:29.861956 --- ParallelTerminationStrategy: PID 16564 died...\u000a21:16:29.914990 run iperf3-srv_10.42.42.10(pid=16564): Terminated {rc=256}\u000a21:16:29.924744 --- ParallelTerminationStrategy: PID 16565 died...\u000a21:16:29.977485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16565): Terminated: ok {rc=0}\u000a21:16:29.987032 --- ParallelTerminationStrategy: PID 16566 died...\u000a21:16:30.039701 run iperf3-srv_10.42.42.10(pid=16566): Terminated {rc=256}\u000a21:16:30.049429 --- ParallelTerminationStrategy: PID 16569 died...\u000a21:16:30.101959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16569): Terminated: ok {rc=0}\u000a21:16:30.111786 --- ParallelTerminationStrategy: PID 16572 died...\u000a21:16:30.164699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16572): Terminated: ok {rc=0}\u000a21:16:30.174312 --- ParallelTerminationStrategy: PID 16575 died...\u000a21:16:30.226998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16575): Terminated: ok {rc=0}\u000a21:16:30.314656 bus /gobi_0: Setting Powered False\u000a21:16:31.419659 bus /gobi_0: Setting Powered False\u000a21:16:32.526020 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16585): Process ended prematurely: osmo-stp_10.42.42.5(pid=16585) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16585): Process ended prematurely: osmo-stp_10.42.42.5(pid=16585) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:16:33.641549 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:33.654109 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:33.821743 tst iperf3.py: using LAC 23778\u000a21:16:33.952488 tst iperf3.py: using RAC 63\u000a21:16:34.085578 tst iperf3.py: using CellId 23778\u000a21:16:34.215209 tst iperf3.py: using BVCI 23779\u000a21:16:34.240402 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.251856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.263153 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.274455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.285671 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.297043 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.308357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.319578 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:34.330965 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:34.615431 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:16:34.743820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:35.062069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16577): Launched\u000a21:16:35.326108 run iperf3-srv_10.42.42.10(pid=16578): Launched\u000a21:16:35.514092 tst iperf3.py:8: start network...\u000a21:16:35.642641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:36.131118 run create_hlr_db(pid=16579): Launched\u000a21:16:36.307592 bus /gobi_6: Setting Powered False\u000a21:16:37.329630 run create_hlr_db(pid=16579): Terminated: ok {rc=0}\u000a21:16:37.766989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16581): Launched\u000a21:16:38.096575 run osmo-hlr_10.42.42.2(pid=16582): Launched\u000a21:16:38.220163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:38.794339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16584): Launched\u000a21:16:39.125120 run osmo-stp_10.42.42.5(pid=16585): Launched\u000a21:16:39.244722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:39.819634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16587): Launched\u000a21:16:39.937472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:40.225919 run patchelf(pid=16588): Launched\u000a21:16:40.418306 run osmo-stp_10.42.42.5(pid=16585): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)]\u000a21:16:40.558521 run osmo-stp_10.42.42.5(pid=16585): stdout: \u000a| (launched: 2022-12-09_21:16:38.961660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:40.698937 run osmo-stp_10.42.42.5(pid=16585): stderr: \u000a| �[0;m�[38;5;43m20221209211639158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211639158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211639158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211639159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211639159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211639159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211639159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:40.834583 run osmo-stp_10.42.42.5(pid=16585): stdout: \u000a| (launched: 2022-12-09_21:16:38.961660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:40.968760 run osmo-stp_10.42.42.5(pid=16585): stderr: \u000a| �[0;m�[38;5;43m20221209211639158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211639158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211639158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211639159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211639159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211639159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211639159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:41.125637 run patchelf(pid=16588): Terminating (SIGINT)\u000a21:16:41.309575 run patchelf(pid=16588): Terminated: ok {rc=0}\u000a21:16:41.343536 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16585): Process ended prematurely: osmo-stp_10.42.42.5(pid=16585) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16585)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:16:41.353623 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:16:41.416753 run osmo-hlr_10.42.42.2(pid=16582): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16582)]\u000a21:16:41.467979 run osmo-hlr_10.42.42.2(pid=16582): stdout: \u000a| (launched: 2022-12-09_21:16:37.934761) \u000a21:16:41.519693 run osmo-hlr_10.42.42.2(pid=16582): stderr: \u000a| �[0;m�[1;31m20221209211638136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211638136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211638137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211638137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211638137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211638137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211638150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211638158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:41.563877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16577): Terminating (SIGTERM)\u000a21:16:41.605526 run iperf3-srv_10.42.42.10(pid=16578): Terminating (SIGTERM)\u000a21:16:41.647554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16581): Terminating (SIGTERM)\u000a21:16:41.689374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16584): Terminating (SIGTERM)\u000a21:16:41.731227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16587): Terminating (SIGTERM)\u000a21:16:41.741047 --- ParallelTerminationStrategy: PID 16577 died...\u000a21:16:41.797424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16577): Terminated: ok {rc=0}\u000a21:16:41.807625 --- ParallelTerminationStrategy: PID 16578 died...\u000a21:16:41.862799 run iperf3-srv_10.42.42.10(pid=16578): Terminated {rc=256}\u000a21:16:41.872773 --- ParallelTerminationStrategy: PID 16581 died...\u000a21:16:41.928396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16581): Terminated: ok {rc=0}\u000a21:16:41.938554 --- ParallelTerminationStrategy: PID 16584 died...\u000a21:16:41.994106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16584): Terminated: ok {rc=0}\u000a21:16:42.004254 --- ParallelTerminationStrategy: PID 16587 died...\u000a21:16:42.059607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16587): Terminated: ok {rc=0}\u000a21:16:42.146003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16603): Process ended prematurely: osmo-stp_10.42.42.5(pid=16603) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16603)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16603): Process ended prematurely: osmo-stp_10.42.42.5(pid=16603) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:16:43.257865 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.269505 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:16:43.426147 tst iperf3m4.py: using LAC 23779\u000a21:16:43.549144 tst iperf3m4.py: using RAC 64\u000a21:16:43.679056 tst iperf3m4.py: using CellId 23779\u000a21:16:43.808546 tst iperf3m4.py: using BVCI 23780\u000a21:16:43.833961 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.845616 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.856873 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.868633 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.880434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.892607 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.904158 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.915663 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:16:43.927394 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:44.048919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:44.170538 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:44.290872 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:16:44.575118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:16:44.703706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:45.024400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16589): Launched\u000a21:16:45.290633 run iperf3-srv_10.42.42.10(pid=16590): Launched\u000a21:16:45.478575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:16:45.607387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:45.966498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16591): Launched\u000a21:16:46.281402 run iperf3-srv_10.42.42.10(pid=16592): Launched\u000a21:16:46.491738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:16:46.634617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:46.995560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16593): Launched\u000a21:16:47.293558 run iperf3-srv_10.42.42.10(pid=16594): Launched\u000a21:16:47.496839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:16:47.634554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:47.976814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16595): Launched\u000a21:16:48.261726 run iperf3-srv_10.42.42.10(pid=16596): Launched\u000a21:16:48.463730 tst iperf3m4.py:8: start network...\u000a21:16:48.601116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:49.128559 run create_hlr_db(pid=16597): Launched\u000a21:16:49.317738 bus /gobi_6: Setting Powered False\u000a21:16:50.339329 run create_hlr_db(pid=16597): Terminated: ok {rc=0}\u000a21:16:50.751698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16599): Launched\u000a21:16:51.060192 run osmo-hlr_10.42.42.2(pid=16600): Launched\u000a21:16:51.180278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:51.723156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16602): Launched\u000a21:16:52.034101 run osmo-stp_10.42.42.5(pid=16603): Launched\u000a21:16:52.146647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:52.691603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16605): Launched\u000a21:16:52.808896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:53.098261 run patchelf(pid=16606): Launched\u000a21:16:53.290425 run osmo-stp_10.42.42.5(pid=16603): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16603)]\u000a21:16:53.431269 run osmo-stp_10.42.42.5(pid=16603): stdout: \u000a| (launched: 2022-12-09_21:16:51.879964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:53.571508 run osmo-stp_10.42.42.5(pid=16603): stderr: \u000a| �[0;m�[38;5;43m20221209211652050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211652050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211652050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211652051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211652051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211652051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211652051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:53.707413 run osmo-stp_10.42.42.5(pid=16603): stdout: \u000a| (launched: 2022-12-09_21:16:51.879964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:53.841758 run osmo-stp_10.42.42.5(pid=16603): stderr: \u000a| �[0;m�[38;5;43m20221209211652050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211652050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211652050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211652051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211652051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211652051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211652051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:53.998478 run patchelf(pid=16606): Terminating (SIGINT)\u000a21:16:54.182223 run patchelf(pid=16606): Terminated: ok {rc=0}\u000a21:16:54.215988 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16603): Process ended prematurely: osmo-stp_10.42.42.5(pid=16603) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16603)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:16:54.226157 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:16:54.289105 run osmo-hlr_10.42.42.2(pid=16600): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16600)]\u000a21:16:54.340134 run osmo-hlr_10.42.42.2(pid=16600): stdout: \u000a| (launched: 2022-12-09_21:16:50.908425) \u000a21:16:54.392102 run osmo-hlr_10.42.42.2(pid=16600): stderr: \u000a| �[0;m�[1;31m20221209211651085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211651085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211651085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211651085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211651085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211651085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211651096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211651107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211651107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211651107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:54.436172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16589): Terminating (SIGTERM)\u000a21:16:54.477818 run iperf3-srv_10.42.42.10(pid=16590): Terminating (SIGTERM)\u000a21:16:54.519310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16591): Terminating (SIGTERM)\u000a21:16:54.560656 run iperf3-srv_10.42.42.10(pid=16592): Terminating (SIGTERM)\u000a21:16:54.602191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16593): Terminating (SIGTERM)\u000a21:16:54.643552 run iperf3-srv_10.42.42.10(pid=16594): Terminating (SIGTERM)\u000a21:16:54.685024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16595): Terminating (SIGTERM)\u000a21:16:54.726272 run iperf3-srv_10.42.42.10(pid=16596): Terminating (SIGTERM)\u000a21:16:54.767668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16599): Terminating (SIGTERM)\u000a21:16:54.809102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16602): Terminating (SIGTERM)\u000a21:16:54.850695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16605): Terminating (SIGTERM)\u000a21:16:54.860449 --- ParallelTerminationStrategy: PID 16589 died...\u000a21:16:54.916437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16589): Terminated: ok {rc=0}\u000a21:16:54.926753 --- ParallelTerminationStrategy: PID 16590 died...\u000a21:16:54.982200 run iperf3-srv_10.42.42.10(pid=16590): Terminated {rc=256}\u000a21:16:54.992375 --- ParallelTerminationStrategy: PID 16591 died...\u000a21:16:55.048295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16591): Terminated: ok {rc=0}\u000a21:16:55.058708 --- ParallelTerminationStrategy: PID 16592 died...\u000a21:16:55.114523 run iperf3-srv_10.42.42.10(pid=16592): Terminated {rc=256}\u000a21:16:55.124820 --- ParallelTerminationStrategy: PID 16593 died...\u000a21:16:55.180856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16593): Terminated: ok {rc=0}\u000a21:16:55.190986 --- ParallelTerminationStrategy: PID 16594 died...\u000a21:16:55.246213 run iperf3-srv_10.42.42.10(pid=16594): Terminated {rc=256}\u000a21:16:55.256348 --- ParallelTerminationStrategy: PID 16595 died...\u000a21:16:55.312107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16595): Terminated: ok {rc=0}\u000a21:16:55.322304 --- ParallelTerminationStrategy: PID 16596 died...\u000a21:16:55.377832 run iperf3-srv_10.42.42.10(pid=16596): Terminated {rc=256}\u000a21:16:55.388080 --- ParallelTerminationStrategy: PID 16599 died...\u000a21:16:55.443611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16599): Terminated: ok {rc=0}\u000a21:16:55.453873 --- ParallelTerminationStrategy: PID 16602 died...\u000a21:16:55.509258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16602): Terminated: ok {rc=0}\u000a21:16:55.519372 --- ParallelTerminationStrategy: PID 16605 died...\u000a21:16:55.575653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16605): Terminated: ok {rc=0}\u000a21:16:55.664250 bus /gobi_4: Setting Powered False\u000a21:16:56.767354 bus /gobi_4: Setting Powered False\u000a21:16:57.879576 bus /gobi_1: Setting Powered False\u000a21:16:58.985002 bus /gobi_1: Setting Powered False\u000a21:17:00.093469 bus /gobi_0: Setting Powered False\u000a21:17:01.197598 bus /gobi_0: Setting Powered False\u000a21:17:02.307390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16616): Process ended prematurely: osmo-stp_10.42.42.5(pid=16616) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16616)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16616): Process ended prematurely: osmo-stp_10.42.42.5(pid=16616) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:17:03.372897 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:03.384549 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:17:03.547358 tst ping.py: using LAC 23780\u000a21:17:03.671054 tst ping.py: using RAC 65\u000a21:17:03.792384 tst ping.py: using CellId 23780\u000a21:17:03.912193 tst ping.py: using BVCI 23781\u000a21:17:03.935373 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:03.946424 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:03.957247 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:03.968238 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:03.979230 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:03.990217 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:04.001371 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:04.012476 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:17:04.306011 tst ping.py:19: start network...\u000a21:17:04.441651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:04.962604 run create_hlr_db(pid=16610): Launched\u000a21:17:05.150048 bus /gobi_6: Setting Powered False\u000a21:17:06.170804 run create_hlr_db(pid=16610): Terminated: ok {rc=0}\u000a21:17:06.605285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16612): Launched\u000a21:17:06.931530 run osmo-hlr_10.42.42.2(pid=16613): Launched\u000a21:17:07.049996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:07.617052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16615): Launched\u000a21:17:07.939607 run osmo-stp_10.42.42.5(pid=16616): Launched\u000a21:17:08.056880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:08.623889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16618): Launched\u000a21:17:08.738967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:09.021848 run patchelf(pid=16619): Launched\u000a21:17:09.211766 run osmo-stp_10.42.42.5(pid=16616): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16616)]\u000a21:17:09.351575 run osmo-stp_10.42.42.5(pid=16616): stdout: \u000a| (launched: 2022-12-09_21:17:07.781299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:09.491431 run osmo-stp_10.42.42.5(pid=16616): stderr: \u000a| �[0;m�[38;5;43m20221209211707977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211707978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211707978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211707978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211707979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211707979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211707979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:09.625741 run osmo-stp_10.42.42.5(pid=16616): stdout: \u000a| (launched: 2022-12-09_21:17:07.781299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:09.758885 run osmo-stp_10.42.42.5(pid=16616): stderr: \u000a| �[0;m�[38;5;43m20221209211707977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211707978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211707978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211707978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211707979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211707979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211707979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:09.913489 run patchelf(pid=16619): Terminating (SIGINT)\u000a21:17:10.095118 run patchelf(pid=16619): Terminated: ok {rc=0}\u000a21:17:10.128071 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16616): Process ended prematurely: osmo-stp_10.42.42.5(pid=16616) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16616)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:17:10.137565 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:17:10.200653 run osmo-hlr_10.42.42.2(pid=16613): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16613)]\u000a21:17:10.251650 run osmo-hlr_10.42.42.2(pid=16613): stdout: \u000a| (launched: 2022-12-09_21:17:06.770425) \u000a21:17:10.303374 run osmo-hlr_10.42.42.2(pid=16613): stderr: \u000a| �[0;m�[1;31m20221209211706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211706984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211706992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211706992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211706992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:10.347163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16612): Terminating (SIGTERM)\u000a21:17:10.389037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16615): Terminating (SIGTERM)\u000a21:17:10.430554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16618): Terminating (SIGTERM)\u000a21:17:10.440434 --- ParallelTerminationStrategy: PID 16612 died...\u000a21:17:10.496005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16612): Terminated: ok {rc=0}\u000a21:17:10.506378 --- ParallelTerminationStrategy: PID 16615 died...\u000a21:17:10.561651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16615): Terminated: ok {rc=0}\u000a21:17:10.571813 --- ParallelTerminationStrategy: PID 16618 died...\u000a21:17:10.627166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16618): Terminated: ok {rc=0}\u000a21:17:10.714067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16626): Process ended prematurely: osmo-stp_10.42.42.5(pid=16626) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16626)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16626): Process ended prematurely: osmo-stp_10.42.42.5(pid=16626) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:17:11.765421 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:11.777120 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:17:11.934475 tst ping_idle_ping.py: using LAC 23781\u000a21:17:12.052511 tst ping_idle_ping.py: using RAC 66\u000a21:17:12.172488 tst ping_idle_ping.py: using CellId 23781\u000a21:17:12.298542 tst ping_idle_ping.py: using BVCI 23782\u000a21:17:12.323344 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.334889 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.346257 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.357527 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.369218 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.380460 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.392186 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:17:12.403502 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:17:12.698268 tst ping_idle_ping.py:24: start network...\u000a21:17:12.833683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:13.357064 run create_hlr_db(pid=16620): Launched\u000a21:17:13.545536 bus /gobi_6: Setting Powered False\u000a21:17:14.568182 run create_hlr_db(pid=16620): Terminated: ok {rc=0}\u000a21:17:14.975531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16622): Launched\u000a21:17:15.280626 run osmo-hlr_10.42.42.2(pid=16623): Launched\u000a21:17:15.399332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:15.966207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16625): Launched\u000a21:17:16.448425 run osmo-stp_10.42.42.5(pid=16626): Launched\u000a21:17:16.570215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:17.167936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16628): Launched\u000a21:17:17.279591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:17.547183 run patchelf(pid=16629): Launched\u000a21:17:17.724400 run osmo-stp_10.42.42.5(pid=16626): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16626)]\u000a21:17:17.854989 run osmo-stp_10.42.42.5(pid=16626): stdout: \u000a| (launched: 2022-12-09_21:17:16.122536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:17.985315 run osmo-stp_10.42.42.5(pid=16626): stderr: \u000a| �[0;m�[38;5;43m20221209211716315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211716315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211716315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211716316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211716318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211716319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211716319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:18.111440 run osmo-stp_10.42.42.5(pid=16626): stdout: \u000a| (launched: 2022-12-09_21:17:16.122536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:18.236324 run osmo-stp_10.42.42.5(pid=16626): stderr: \u000a| �[0;m�[38;5;43m20221209211716315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211716315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211716315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211716316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211716318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211716319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211716319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:18.381737 run patchelf(pid=16629): Terminating (SIGINT)\u000a21:17:18.552644 run patchelf(pid=16629): Terminated: ok {rc=0}\u000a21:17:18.583755 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16626): Process ended prematurely: osmo-stp_10.42.42.5(pid=16626) [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16626)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:17:18.592557 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a21:17:18.654056 run osmo-hlr_10.42.42.2(pid=16623): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16623)]\u000a21:17:18.703598 run osmo-hlr_10.42.42.2(pid=16623): stdout: \u000a| (launched: 2022-12-09_21:17:15.129858) \u000a21:17:18.753011 run osmo-hlr_10.42.42.2(pid=16623): stderr: \u000a| �[0;m�[1;31m20221209211715311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211715311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211715311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211715311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211715311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211715311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211715321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211715330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211715330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211715330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:18.795900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16622): Terminating (SIGTERM)\u000a21:17:18.836115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16625): Terminating (SIGTERM)\u000a21:17:18.876514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16628): Terminating (SIGTERM)\u000a21:17:18.886968 --- ParallelTerminationStrategy: PID 16622 died...\u000a21:17:18.940384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16622): Terminated: ok {rc=0}\u000a21:17:18.950823 --- ParallelTerminationStrategy: PID 16625 died...\u000a21:17:19.004803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16625): Terminated: ok {rc=0}\u000a21:17:19.014501 --- ParallelTerminationStrategy: PID 16628 died...\u000a21:17:19.068022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16628): Terminated: ok {rc=0}\u000a21:17:19.155515 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:16:20" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16646): Process ended prematurely: osmo-stp_10.42.42.5(pid=16646) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16646)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16646): Process ended prematurely: osmo-stp_10.42.42.5(pid=16646) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:17:21.330127 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.341943 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:21.487421 tst cs_paging_gprs_active.py: using LAC 23782\u000a21:17:21.609231 tst cs_paging_gprs_active.py: using RAC 67\u000a21:17:21.735087 tst cs_paging_gprs_active.py: using CellId 23782\u000a21:17:21.861415 tst cs_paging_gprs_active.py: using BVCI 23783\u000a21:17:21.886491 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.898238 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.909821 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.921522 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.933088 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.944437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.956082 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.967733 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:21.979525 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:22.102427 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:22.382360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:17:22.509826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:22.824326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16636): Launched\u000a21:17:23.088013 run iperf3-srv_10.42.42.10(pid=16637): Launched\u000a21:17:23.273584 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:17:23.400631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:23.715200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16638): Launched\u000a21:17:23.976177 run iperf3-srv_10.42.42.10(pid=16639): Launched\u000a21:17:24.161685 tst cs_paging_gprs_active.py:38: start network...\u000a21:17:24.288319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:24.791233 run create_hlr_db(pid=16640): Launched\u000a21:17:24.978962 bus /gobi_6: Setting Powered False\u000a21:17:26.000322 run create_hlr_db(pid=16640): Terminated: ok {rc=0}\u000a21:17:26.410406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16642): Launched\u000a21:17:26.717301 run osmo-hlr_10.42.42.2(pid=16643): Launched\u000a21:17:26.837032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:27.372624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16645): Launched\u000a21:17:27.678590 run osmo-stp_10.42.42.5(pid=16646): Launched\u000a21:17:27.790279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:28.322579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16648): Launched\u000a21:17:28.431954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:28.698540 run patchelf(pid=16649): Launched\u000a21:17:28.876551 run osmo-stp_10.42.42.5(pid=16646): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16646)]\u000a21:17:29.007038 run osmo-stp_10.42.42.5(pid=16646): stdout: \u000a| (launched: 2022-12-09_21:17:27.528162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:29.137762 run osmo-stp_10.42.42.5(pid=16646): stderr: \u000a| �[0;m�[38;5;43m20221209211727699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211727699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211727699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211727700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:29.263577 run osmo-stp_10.42.42.5(pid=16646): stdout: \u000a| (launched: 2022-12-09_21:17:27.528162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:29.388360 run osmo-stp_10.42.42.5(pid=16646): stderr: \u000a| �[0;m�[38;5;43m20221209211727699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211727699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211727699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211727700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211727702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:29.534610 run patchelf(pid=16649): Terminating (SIGINT)\u000a21:17:29.705869 run patchelf(pid=16649): Terminated: ok {rc=0}\u000a21:17:29.737584 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16646): Process ended prematurely: osmo-stp_10.42.42.5(pid=16646) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16646)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a21:17:29.747071 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a21:17:29.807737 run osmo-hlr_10.42.42.2(pid=16643): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16643)]\u000a21:17:29.856908 run osmo-hlr_10.42.42.2(pid=16643): stdout: \u000a| (launched: 2022-12-09_21:17:26.565882) \u000a21:17:29.907288 run osmo-hlr_10.42.42.2(pid=16643): stderr: \u000a| �[0;m�[1;31m20221209211726744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211726744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211726744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211726744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211726744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211726744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211726756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211726764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211726764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211726764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:29.949098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16636): Terminating (SIGTERM)\u000a21:17:29.988820 run iperf3-srv_10.42.42.10(pid=16637): Terminating (SIGTERM)\u000a21:17:30.028559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16638): Terminating (SIGTERM)\u000a21:17:30.068481 run iperf3-srv_10.42.42.10(pid=16639): Terminating (SIGTERM)\u000a21:17:30.108485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16642): Terminating (SIGTERM)\u000a21:17:30.147890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16645): Terminating (SIGTERM)\u000a21:17:30.187686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16648): Terminating (SIGTERM)\u000a21:17:30.196916 --- ParallelTerminationStrategy: PID 16636 died...\u000a21:17:30.250653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16636): Terminated: ok {rc=0}\u000a21:17:30.260111 --- ParallelTerminationStrategy: PID 16637 died...\u000a21:17:30.312645 run iperf3-srv_10.42.42.10(pid=16637): Terminated {rc=256}\u000a21:17:30.322245 --- ParallelTerminationStrategy: PID 16638 died...\u000a21:17:30.375441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16638): Terminated: ok {rc=0}\u000a21:17:30.385121 --- ParallelTerminationStrategy: PID 16639 died...\u000a21:17:30.437685 run iperf3-srv_10.42.42.10(pid=16639): Terminated {rc=256}\u000a21:17:30.447319 --- ParallelTerminationStrategy: PID 16642 died...\u000a21:17:30.500188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16642): Terminated: ok {rc=0}\u000a21:17:30.509702 --- ParallelTerminationStrategy: PID 16645 died...\u000a21:17:30.562805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16645): Terminated: ok {rc=0}\u000a21:17:30.572476 --- ParallelTerminationStrategy: PID 16648 died...\u000a21:17:30.625567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16648): Terminated: ok {rc=0}\u000a21:17:30.714124 bus /gobi_0: Setting Powered False\u000a21:17:31.836054 bus /gobi_0: Setting Powered False\u000a21:17:32.946175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16662): Process ended prematurely: osmo-stp_10.42.42.5(pid=16662) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16662)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16662): Process ended prematurely: osmo-stp_10.42.42.5(pid=16662) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a21:17:34.060997 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.073426 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:34.220098 tst iperf3.py: using LAC 23783\u000a21:17:34.348402 tst iperf3.py: using RAC 68\u000a21:17:34.475752 tst iperf3.py: using CellId 23783\u000a21:17:34.602335 tst iperf3.py: using BVCI 23784\u000a21:17:34.627152 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.638976 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.651079 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.662823 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.674542 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.686464 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.698334 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.709882 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:34.721727 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:35.018479 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:35.153815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:35.489937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16650): Launched\u000a21:17:35.770188 run iperf3-srv_10.42.42.10(pid=16651): Launched\u000a21:17:35.969818 tst iperf3.py:8: start network...\u000a21:17:36.105038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:36.627187 run create_hlr_db(pid=16656): Launched\u000a21:17:36.814831 bus /gobi_6: Setting Powered False\u000a21:17:37.836865 run create_hlr_db(pid=16656): Terminated: ok {rc=0}\u000a21:17:38.245122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16658): Launched\u000a21:17:38.549757 run osmo-hlr_10.42.42.2(pid=16659): Launched\u000a21:17:38.670324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:39.210121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16661): Launched\u000a21:17:39.515811 run osmo-stp_10.42.42.5(pid=16662): Launched\u000a21:17:39.628002 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:40.160000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16664): Launched\u000a21:17:40.268747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:40.535046 run patchelf(pid=16665): Launched\u000a21:17:40.712736 run osmo-stp_10.42.42.5(pid=16662): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16662)]\u000a21:17:40.842605 run osmo-stp_10.42.42.5(pid=16662): stdout: \u000a| (launched: 2022-12-09_21:17:39.364477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:40.973251 run osmo-stp_10.42.42.5(pid=16662): stderr: \u000a| �[0;m�[38;5;43m20221209211739539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211739539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211739540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211739540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211739541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211739541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211739541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:41.099928 run osmo-stp_10.42.42.5(pid=16662): stdout: \u000a| (launched: 2022-12-09_21:17:39.364477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:41.225142 run osmo-stp_10.42.42.5(pid=16662): stderr: \u000a| �[0;m�[38;5;43m20221209211739539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211739539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211739540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211739540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211739541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211739541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211739541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:41.370874 run patchelf(pid=16665): Terminating (SIGINT)\u000a21:17:41.542773 run patchelf(pid=16665): Terminated: ok {rc=0}\u000a21:17:41.574510 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16662): Process ended prematurely: osmo-stp_10.42.42.5(pid=16662) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16662)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a21:17:41.584013 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:17:41.644573 run osmo-hlr_10.42.42.2(pid=16659): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16659)]\u000a21:17:41.693531 run osmo-hlr_10.42.42.2(pid=16659): stdout: \u000a| (launched: 2022-12-09_21:17:38.399596) \u000a21:17:41.743226 run osmo-hlr_10.42.42.2(pid=16659): stderr: \u000a| �[0;m�[1;31m20221209211738578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211738578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211738578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211738578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211738578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211738578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211738590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211738599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211738599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211738599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:41.784986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16650): Terminating (SIGTERM)\u000a21:17:41.824454 run iperf3-srv_10.42.42.10(pid=16651): Terminating (SIGTERM)\u000a21:17:41.863850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16658): Terminating (SIGTERM)\u000a21:17:41.903504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16661): Terminating (SIGTERM)\u000a21:17:41.942866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16664): Terminating (SIGTERM)\u000a21:17:41.952125 --- ParallelTerminationStrategy: PID 16650 died...\u000a21:17:42.004862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16650): Terminated: ok {rc=0}\u000a21:17:42.014506 --- ParallelTerminationStrategy: PID 16651 died...\u000a21:17:42.066972 run iperf3-srv_10.42.42.10(pid=16651): Terminated {rc=256}\u000a21:17:42.076270 --- ParallelTerminationStrategy: PID 16658 died...\u000a21:17:42.128791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16658): Terminated: ok {rc=0}\u000a21:17:42.138464 --- ParallelTerminationStrategy: PID 16661 died...\u000a21:17:42.190744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16661): Terminated: ok {rc=0}\u000a21:17:42.200328 --- ParallelTerminationStrategy: PID 16664 died...\u000a21:17:42.252976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16664): Terminated: ok {rc=0}\u000a21:17:42.341962 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16680): Process ended prematurely: osmo-stp_10.42.42.5(pid=16680) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16680)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16680): Process ended prematurely: osmo-stp_10.42.42.5(pid=16680) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a21:17:43.450992 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:43.462971 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:17:43.603725 tst iperf3m4.py: using LAC 23784\u000a21:17:43.723691 tst iperf3m4.py: using RAC 69\u000a21:17:43.843426 tst iperf3m4.py: using CellId 23784\u000a21:17:43.966577 tst iperf3m4.py: using BVCI 23785\u000a21:17:43.989910 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.001252 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.012324 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.023921 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.035339 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.046685 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.058148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.069583 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:17:44.081169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:44.200055 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:44.317499 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:44.438896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:17:44.738694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:44.875777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:45.214363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16666): Launched\u000a21:17:45.495730 run iperf3-srv_10.42.42.10(pid=16667): Launched\u000a21:17:45.696393 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:17:45.835661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:46.194863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Launched\u000a21:17:46.485652 run iperf3-srv_10.42.42.10(pid=16669): Launched\u000a21:17:46.689541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:17:46.828663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:47.179509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Launched\u000a21:17:47.461836 run iperf3-srv_10.42.42.10(pid=16671): Launched\u000a21:17:47.661837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:17:47.797334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:48.133591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16672): Launched\u000a21:17:48.414676 run iperf3-srv_10.42.42.10(pid=16673): Launched\u000a21:17:48.614465 tst iperf3m4.py:8: start network...\u000a21:17:48.750514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:49.271658 run create_hlr_db(pid=16674): Launched\u000a21:17:49.459728 bus /gobi_6: Setting Powered False\u000a21:17:50.481751 run create_hlr_db(pid=16674): Terminated: ok {rc=0}\u000a21:17:50.915121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16676): Launched\u000a21:17:51.243135 run osmo-hlr_10.42.42.2(pid=16677): Launched\u000a21:17:51.361981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:51.928326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16679): Launched\u000a21:17:52.256817 run osmo-stp_10.42.42.5(pid=16680): Launched\u000a21:17:52.375243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:52.945189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16682): Launched\u000a21:17:53.061744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:53.346629 run patchelf(pid=16683): Launched\u000a21:17:53.536798 run osmo-stp_10.42.42.5(pid=16680): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16680)]\u000a21:17:53.675627 run osmo-stp_10.42.42.5(pid=16680): stdout: \u000a| (launched: 2022-12-09_21:17:52.094669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:53.814922 run osmo-stp_10.42.42.5(pid=16680): stderr: \u000a| �[0;m�[38;5;43m20221209211752286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211752287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211752287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211752287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211752288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211752288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211752288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:53.949395 run osmo-stp_10.42.42.5(pid=16680): stdout: \u000a| (launched: 2022-12-09_21:17:52.094669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:54.082359 run osmo-stp_10.42.42.5(pid=16680): stderr: \u000a| �[0;m�[38;5;43m20221209211752286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211752287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211752287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211752287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211752288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211752288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211752288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:54.237544 run patchelf(pid=16683): Terminating (SIGINT)\u000a21:17:54.419973 run patchelf(pid=16683): Terminated: ok {rc=0}\u000a21:17:54.453732 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16680): Process ended prematurely: osmo-stp_10.42.42.5(pid=16680) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16680)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a21:17:54.464000 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:17:54.526654 run osmo-hlr_10.42.42.2(pid=16677): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16677)]\u000a21:17:54.577485 run osmo-hlr_10.42.42.2(pid=16677): stdout: \u000a| (launched: 2022-12-09_21:17:51.080334) \u000a21:17:54.629002 run osmo-hlr_10.42.42.2(pid=16677): stderr: \u000a| �[0;m�[1;31m20221209211751278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211751278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211751278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211751278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211751278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211751278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211751290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211751299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211751299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211751299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:54.672818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16666): Terminating (SIGTERM)\u000a21:17:54.714038 run iperf3-srv_10.42.42.10(pid=16667): Terminating (SIGTERM)\u000a21:17:54.755277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Terminating (SIGTERM)\u000a21:17:54.796323 run iperf3-srv_10.42.42.10(pid=16669): Terminating (SIGTERM)\u000a21:17:54.837516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Terminating (SIGTERM)\u000a21:17:54.878524 run iperf3-srv_10.42.42.10(pid=16671): Terminating (SIGTERM)\u000a21:17:54.919625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16672): Terminating (SIGTERM)\u000a21:17:54.960600 run iperf3-srv_10.42.42.10(pid=16673): Terminating (SIGTERM)\u000a21:17:55.001968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16676): Terminating (SIGTERM)\u000a21:17:55.043097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16679): Terminating (SIGTERM)\u000a21:17:55.084450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16682): Terminating (SIGTERM)\u000a21:17:55.094041 --- ParallelTerminationStrategy: PID 16666 died...\u000a21:17:55.149786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16666): Terminated: ok {rc=0}\u000a21:17:55.159745 --- ParallelTerminationStrategy: PID 16667 died...\u000a21:17:55.214763 run iperf3-srv_10.42.42.10(pid=16667): Terminated {rc=256}\u000a21:17:55.224621 --- ParallelTerminationStrategy: PID 16668 died...\u000a21:17:55.279680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Terminated: ok {rc=0}\u000a21:17:55.289643 --- ParallelTerminationStrategy: PID 16669 died...\u000a21:17:55.344637 run iperf3-srv_10.42.42.10(pid=16669): Terminated {rc=256}\u000a21:17:55.354579 --- ParallelTerminationStrategy: PID 16670 died...\u000a21:17:55.410328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Terminated: ok {rc=0}\u000a21:17:55.420266 --- ParallelTerminationStrategy: PID 16671 died...\u000a21:17:55.475634 run iperf3-srv_10.42.42.10(pid=16671): Terminated {rc=256}\u000a21:17:55.485660 --- ParallelTerminationStrategy: PID 16672 died...\u000a21:17:55.540650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16672): Terminated: ok {rc=0}\u000a21:17:55.550630 --- ParallelTerminationStrategy: PID 16673 died...\u000a21:17:55.606038 run iperf3-srv_10.42.42.10(pid=16673): Terminated {rc=256}\u000a21:17:55.616108 --- ParallelTerminationStrategy: PID 16676 died...\u000a21:17:55.671505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16676): Terminated: ok {rc=0}\u000a21:17:55.681617 --- ParallelTerminationStrategy: PID 16679 died...\u000a21:17:55.737338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16679): Terminated: ok {rc=0}\u000a21:17:55.747326 --- ParallelTerminationStrategy: PID 16682 died...\u000a21:17:55.802610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16682): Terminated: ok {rc=0}\u000a21:17:55.889802 bus /gobi_4: Setting Powered False\u000a21:17:56.996098 bus /gobi_4: Setting Powered False\u000a21:17:58.104734 bus /gobi_1: Setting Powered False\u000a21:17:59.212229 bus /gobi_1: Setting Powered False\u000a21:18:00.319829 bus /gobi_0: Setting Powered False\u000a21:18:01.426829 bus /gobi_0: Setting Powered False\u000a21:18:02.533927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a21:18:03.602957 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:03.615534 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:18:03.757616 tst ping.py: using LAC 23785\u000a21:18:03.874458 tst ping.py: using RAC 70\u000a21:18:03.990710 tst ping.py: using CellId 23785\u000a21:18:04.106997 tst ping.py: using BVCI 23786\u000a21:18:04.129841 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.141171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.152316 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.163906 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.175325 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.186706 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.199005 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:04.210780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:18:04.501423 tst ping.py:19: start network...\u000a21:18:04.634892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:05.149773 run create_hlr_db(pid=16684): Launched\u000a21:18:05.334864 bus /gobi_6: Setting Powered False\u000a21:18:06.355353 run create_hlr_db(pid=16684): Terminated: ok {rc=0}\u000a21:18:06.758551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Launched\u000a21:18:07.059982 run osmo-hlr_10.42.42.2(pid=16687): Launched\u000a21:18:07.182626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:07.712935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Launched\u000a21:18:08.012245 run osmo-stp_10.42.42.5(pid=16690): Launched\u000a21:18:08.121342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:08.646286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Launched\u000a21:18:08.752739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:09.014990 run patchelf(pid=16693): Launched\u000a21:18:09.189927 run osmo-stp_10.42.42.5(pid=16690): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)]\u000a21:18:09.318447 run osmo-stp_10.42.42.5(pid=16690): stdout: \u000a| (launched: 2022-12-09_21:18:07.864236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:09.447291 run osmo-stp_10.42.42.5(pid=16690): stderr: \u000a| �[0;m�[38;5;43m20221209211808033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211808033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211808034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211808034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211808035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211808035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211808035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:09.571248 run osmo-stp_10.42.42.5(pid=16690): stdout: \u000a| (launched: 2022-12-09_21:18:07.864236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:09.693945 run osmo-stp_10.42.42.5(pid=16690): stderr: \u000a| �[0;m�[38;5;43m20221209211808033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211808033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211808034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211808034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211808035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211808035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211808035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:09.837600 run patchelf(pid=16693): Terminating (SIGINT)\u000a21:18:10.005339 run patchelf(pid=16693): Terminated: ok {rc=0}\u000a21:18:10.035904 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a21:18:10.044794 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:18:10.105148 run osmo-hlr_10.42.42.2(pid=16687): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16687)]\u000a21:18:10.154436 run osmo-hlr_10.42.42.2(pid=16687): stdout: \u000a| (launched: 2022-12-09_21:18:06.911873) \u000a21:18:10.204254 run osmo-hlr_10.42.42.2(pid=16687): stderr: \u000a| �[0;m�[1;31m20221209211807086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211807086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211807086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211807086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211807086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211807086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211807100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211807109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211807109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211807109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:10.246201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Terminating (SIGTERM)\u000a21:18:10.285897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Terminating (SIGTERM)\u000a21:18:10.325471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Terminating (SIGTERM)\u000a21:18:10.334798 --- ParallelTerminationStrategy: PID 16686 died...\u000a21:18:10.388529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Terminated: ok {rc=0}\u000a21:18:10.398155 --- ParallelTerminationStrategy: PID 16689 died...\u000a21:18:10.451265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Terminated: ok {rc=0}\u000a21:18:10.461183 --- ParallelTerminationStrategy: PID 16692 died...\u000a21:18:10.514347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Terminated: ok {rc=0}\u000a21:18:10.597693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16700): Process ended prematurely: osmo-stp_10.42.42.5(pid=16700) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16700)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16700): Process ended prematurely: osmo-stp_10.42.42.5(pid=16700) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a21:18:11.650347 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:11.663507 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:18:11.810050 tst ping_idle_ping.py: using LAC 23786\u000a21:18:11.938412 tst ping_idle_ping.py: using RAC 71\u000a21:18:12.066476 tst ping_idle_ping.py: using CellId 23786\u000a21:18:12.192313 tst ping_idle_ping.py: using BVCI 23787\u000a21:18:12.217081 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.228868 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.240538 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.252227 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.263919 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.275525 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.287393 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:18:12.299040 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:18:12.575401 tst ping_idle_ping.py:24: start network...\u000a21:18:12.700241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:13.175239 run create_hlr_db(pid=16694): Launched\u000a21:18:13.348162 bus /gobi_6: Setting Powered False\u000a21:18:14.370084 run create_hlr_db(pid=16694): Terminated: ok {rc=0}\u000a21:18:14.799114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16696): Launched\u000a21:18:15.122734 run osmo-hlr_10.42.42.2(pid=16697): Launched\u000a21:18:15.253706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:15.813709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16699): Launched\u000a21:18:16.435218 run osmo-stp_10.42.42.5(pid=16700): Launched\u000a21:18:16.578054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:17.130391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16702): Launched\u000a21:18:17.240880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:17.505824 run patchelf(pid=16703): Launched\u000a21:18:17.680757 run osmo-stp_10.42.42.5(pid=16700): ERR: Terminated: ERROR {rc=1} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16700)]\u000a21:18:17.809352 run osmo-stp_10.42.42.5(pid=16700): stdout: \u000a| (launched: 2022-12-09_21:18:15.985728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:17.938626 run osmo-stp_10.42.42.5(pid=16700): stderr: \u000a| �[0;m�[38;5;43m20221209211816300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211816301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211816302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211816303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211816304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211816305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211816305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:18.062254 run osmo-stp_10.42.42.5(pid=16700): stdout: \u000a| (launched: 2022-12-09_21:18:15.985728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:18.185094 run osmo-stp_10.42.42.5(pid=16700): stderr: \u000a| �[0;m�[38;5;43m20221209211816300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211816301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211816302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211816303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211816304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211816305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211816305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:18.327407 run patchelf(pid=16703): Terminating (SIGINT)\u000a21:18:18.495045 run patchelf(pid=16703): Terminated: ok {rc=0}\u000a21:18:18.526106 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16700): Process ended prematurely: osmo-stp_10.42.42.5(pid=16700) [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16700)] [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a21:18:18.535087 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:18:18.595472 run osmo-hlr_10.42.42.2(pid=16697): ERR: Terminated: ERROR {rc=237} [trial-2364↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16697)]\u000a21:18:18.644469 run osmo-hlr_10.42.42.2(pid=16697): stdout: \u000a| (launched: 2022-12-09_21:18:14.963004) \u000a21:18:18.694034 run osmo-hlr_10.42.42.2(pid=16697): stderr: \u000a| �[0;m�[1;31m20221209211815172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211815172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211815172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211815172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211815172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211815172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211815185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:18.736098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16696): Terminating (SIGTERM)\u000a21:18:18.775821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16699): Terminating (SIGTERM)\u000a21:18:18.815497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16702): Terminating (SIGTERM)\u000a21:18:18.824690 --- ParallelTerminationStrategy: PID 16696 died...\u000a21:18:18.877796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16696): Terminated: ok {rc=0}\u000a21:18:18.887370 --- ParallelTerminationStrategy: PID 16699 died...\u000a21:18:18.940046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16699): Terminated: ok {rc=0}\u000a21:18:18.949816 --- ParallelTerminationStrategy: PID 16702 died...\u000a21:18:19.002330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16702): Terminated: ok {rc=0}\u000a21:18:19.085360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:17:20" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16713): Process ended prematurely: osmo-stp_10.42.42.5(pid=16713) [trial-2364↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16713): Process ended prematurely: osmo-stp_10.42.42.5(pid=16713) [trial-2364↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:18:21.145185 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.157201 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:18:21.316793 tst switch_tch_pdch.py: using LAC 23787\u000a21:18:21.441839 tst switch_tch_pdch.py: using RAC 72\u000a21:18:21.566184 tst switch_tch_pdch.py: using CellId 23787\u000a21:18:21.690433 tst switch_tch_pdch.py: using BVCI 23788\u000a21:18:21.715017 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.727416 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.739270 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.751623 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.764639 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.776377 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.788714 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:18:21.801125 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:18:21.924706 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:18:22.220850 tst switch_tch_pdch.py:51: start network...\u000a21:18:22.354779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:22.867086 run create_hlr_db(pid=16707): Launched\u000a21:18:23.052382 bus /gobi_6: Setting Powered False\u000a21:18:24.073792 run create_hlr_db(pid=16707): Terminated: ok {rc=0}\u000a21:18:24.475091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16709): Launched\u000a21:18:24.773776 run osmo-hlr_10.42.42.2(pid=16710): Launched\u000a21:18:24.888719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:25.417264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16712): Launched\u000a21:18:25.716688 run osmo-stp_10.42.42.5(pid=16713): Launched\u000a21:18:25.825695 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:26.348065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16715): Launched\u000a21:18:26.454502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:26.714697 run patchelf(pid=16716): Launched\u000a21:18:26.889192 run osmo-stp_10.42.42.5(pid=16713): ERR: Terminated: ERROR {rc=1} [trial-2364↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)]\u000a21:18:27.016924 run osmo-stp_10.42.42.5(pid=16713): stdout: \u000a| (launched: 2022-12-09_21:18:25.569209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:27.145342 run osmo-stp_10.42.42.5(pid=16713): stderr: \u000a| �[0;m�[38;5;43m20221209211825739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211825739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211825739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211825740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211825740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211825740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211825741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:27.268661 run osmo-stp_10.42.42.5(pid=16713): stdout: \u000a| (launched: 2022-12-09_21:18:25.569209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:27.391035 run osmo-stp_10.42.42.5(pid=16713): stderr: \u000a| �[0;m�[38;5;43m20221209211825739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211825739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211825739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211825740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211825740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211825740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211825741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:27.533724 run patchelf(pid=16716): Terminating (SIGINT)\u000a21:18:27.701420 run patchelf(pid=16716): Terminated: ok {rc=0}\u000a21:18:27.731985 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16713): Process ended prematurely: osmo-stp_10.42.42.5(pid=16713) [trial-2364↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)] [trial-2364↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:18:27.740853 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a21:18:27.801073 run osmo-hlr_10.42.42.2(pid=16710): ERR: Terminated: ERROR {rc=237} [trial-2364↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16710)]\u000a21:18:27.850143 run osmo-hlr_10.42.42.2(pid=16710): stdout: \u000a| (launched: 2022-12-09_21:18:24.626796) \u000a21:18:27.900064 run osmo-hlr_10.42.42.2(pid=16710): stderr: \u000a| �[0;m�[1;31m20221209211824803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211824803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211824803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211824803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211824803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211824803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211824817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211824828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211824828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211824828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:27.941908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16709): Terminating (SIGTERM)\u000a21:18:27.981490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16712): Terminating (SIGTERM)\u000a21:18:28.021166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16715): Terminating (SIGTERM)\u000a21:18:28.030411 --- ParallelTerminationStrategy: PID 16709 died...\u000a21:18:28.083622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16709): Terminated: ok {rc=0}\u000a21:18:28.093055 --- ParallelTerminationStrategy: PID 16712 died...\u000a21:18:28.145400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16712): Terminated: ok {rc=0}\u000a21:18:28.154956 --- ParallelTerminationStrategy: PID 16715 died...\u000a21:18:28.207421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16715): Terminated: ok {rc=0}\u000a21:18:28.296369 bus /gobi_0: Setting Powered False\u000a21:18:29.400408 bus /gobi_0: Setting Powered False\u000a21:18:30.512021 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:18:20" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16721): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16721) [trial-2364↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16721)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16721): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16721) [trial-2364↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:18:32.399820 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:32.507752 tst esme_connect_policy_acceptall.py: using MSISDN 7380\u000a21:18:32.644195 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:33.218595 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16720): Launched\u000a21:18:33.523400 run osmo-nitb_10.42.42.2(pid=16721): Launched\u000a21:18:33.709860 run osmo-nitb_10.42.42.2(pid=16721): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16721)]\u000a21:18:33.847191 run osmo-nitb_10.42.42.2(pid=16721): stdout: \u000a| (launched: 2022-12-09_21:18:33.374091) \u000a21:18:33.985587 run osmo-nitb_10.42.42.2(pid=16721): stderr: \u000a| (launched: 2022-12-09_21:18:33.419351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:34.119202 run osmo-nitb_10.42.42.2(pid=16721): stdout: \u000a| (launched: 2022-12-09_21:18:33.374091) \u000a21:18:34.251898 run osmo-nitb_10.42.42.2(pid=16721): stderr: \u000a| (launched: 2022-12-09_21:18:33.419351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:34.647413 tst osmo-nitb_10.42.42.2(pid=16721): stdout: \u000a| (launched: 2022-12-09_21:18:33.374091) \u000a21:18:34.769330 tst osmo-nitb_10.42.42.2(pid=16721): stderr: \u000a| (launched: 2022-12-09_21:18:33.419351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:34.822532 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=16721): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16721) [trial-2364↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16721)] [trial-2364↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a21:18:34.830653 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a21:18:34.865331 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16720): Terminating (SIGTERM)\u000a21:18:35.042580 --- ParallelTerminationStrategy: PID 16720 died...\u000a21:18:35.098592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16720): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16723) [trial-2364↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16723)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16723) [trial-2364↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:18:35.112583 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:35.226740 tst esme_connect_policy_closed.py: using MSISDN 7381\u000a21:18:35.348706 tst esme_connect_policy_closed.py: using MSISDN 7382\u000a21:18:35.457494 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:36.035369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16722): Launched\u000a21:18:36.339179 run osmo-nitb_10.42.42.2(pid=16723): Launched\u000a21:18:36.512798 run osmo-nitb_10.42.42.2(pid=16723): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16723)]\u000a21:18:36.640317 run osmo-nitb_10.42.42.2(pid=16723): stdout: \u000a| (launched: 2022-12-09_21:18:36.191410) \u000a21:18:36.768088 run osmo-nitb_10.42.42.2(pid=16723): stderr: \u000a| (launched: 2022-12-09_21:18:36.237152)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:36.891293 run osmo-nitb_10.42.42.2(pid=16723): stdout: \u000a| (launched: 2022-12-09_21:18:36.191410) \u000a21:18:37.013240 run osmo-nitb_10.42.42.2(pid=16723): stderr: \u000a| (launched: 2022-12-09_21:18:36.237152)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:37.066532 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=16723): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16723) [trial-2364↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16723)] [trial-2364↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a21:18:37.074619 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a21:18:37.108976 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16722): Terminating (SIGTERM)\u000a21:18:37.286841 --- ParallelTerminationStrategy: PID 16722 died...\u000a21:18:37.343972 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16722): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16725): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16725) [trial-2364↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16725)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16725): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16725) [trial-2364↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:18:37.359206 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:37.370835 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:18:37.507087 tst esme_ms_sms_storeforward.py: using LAC 23788\u000a21:18:37.638399 tst esme_ms_sms_storeforward.py: using RAC 73\u000a21:18:37.768131 tst esme_ms_sms_storeforward.py: using CellId 23788\u000a21:18:37.898755 tst esme_ms_sms_storeforward.py: using BVCI 23789\u000a21:18:37.923899 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:18:38.145847 tst esme_ms_sms_storeforward.py: using MSISDN 7383\u000a21:18:38.347984 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a21:18:38.487029 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:39.166128 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16724): Launched\u000a21:18:39.494715 run osmo-nitb_10.42.42.2(pid=16725): Launched\u000a21:18:39.681637 run osmo-nitb_10.42.42.2(pid=16725): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16725)]\u000a21:18:39.818103 run osmo-nitb_10.42.42.2(pid=16725): stdout: \u000a| (launched: 2022-12-09_21:18:39.334330) \u000a21:18:39.955199 run osmo-nitb_10.42.42.2(pid=16725): stderr: \u000a| (launched: 2022-12-09_21:18:39.383457)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:40.087922 run osmo-nitb_10.42.42.2(pid=16725): stdout: \u000a| (launched: 2022-12-09_21:18:39.334330) \u000a21:18:40.219395 run osmo-nitb_10.42.42.2(pid=16725): stderr: \u000a| (launched: 2022-12-09_21:18:39.383457)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:40.276795 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=16725): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16725) [trial-2364↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16725)] [trial-2364↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a21:18:40.285732 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a21:18:40.321595 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16724): Terminating (SIGTERM)\u000a21:18:40.499308 --- ParallelTerminationStrategy: PID 16724 died...\u000a21:18:40.556379 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16724): Terminated: ok {rc=0}\u000a21:18:40.643149 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16727): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16727) [trial-2364↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16727)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16727): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16727) [trial-2364↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:18:41.695789 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:18:41.707375 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:18:41.841734 tst esme_ms_sms_transaction.py: using LAC 23789\u000a21:18:41.972324 tst esme_ms_sms_transaction.py: using RAC 74\u000a21:18:42.103301 tst esme_ms_sms_transaction.py: using CellId 23789\u000a21:18:42.234033 tst esme_ms_sms_transaction.py: using BVCI 23790\u000a21:18:42.259102 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:18:42.478219 tst esme_ms_sms_transaction.py: using MSISDN 7384\u000a21:18:42.665841 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a21:18:42.793764 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:18:43.426864 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16726): Launched\u000a21:18:43.730409 run osmo-nitb_10.42.42.2(pid=16727): Launched\u000a21:18:43.917350 run osmo-nitb_10.42.42.2(pid=16727): ERR: Terminated: ERROR {rc=2} [trial-2364↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16727)]\u000a21:18:44.055651 run osmo-nitb_10.42.42.2(pid=16727): stdout: \u000a| (launched: 2022-12-09_21:18:43.582793) \u000a21:18:44.194036 run osmo-nitb_10.42.42.2(pid=16727): stderr: \u000a| (launched: 2022-12-09_21:18:43.628244)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:44.328103 run osmo-nitb_10.42.42.2(pid=16727): stdout: \u000a| (launched: 2022-12-09_21:18:43.582793) \u000a21:18:44.461284 run osmo-nitb_10.42.42.2(pid=16727): stderr: \u000a| (launched: 2022-12-09_21:18:43.628244)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:44.854909 tst osmo-nitb_10.42.42.2(pid=16727): stdout: \u000a| (launched: 2022-12-09_21:18:43.582793) \u000a21:18:44.977400 tst osmo-nitb_10.42.42.2(pid=16727): stderr: \u000a| (launched: 2022-12-09_21:18:43.628244)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:18:45.031320 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=16727): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16727) [trial-2364↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16727)] [trial-2364↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a21:18:45.039730 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a21:18:45.074154 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16726): Terminating (SIGTERM)\u000a21:18:45.251966 --- ParallelTerminationStrategy: PID 16726 died...\u000a21:18:45.307625 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16726): Terminated: ok {rc=0}\u000a21:18:45.395753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16736): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16736) [trial-2364↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16736)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16736): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16736) [trial-2364↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:18:47.236898 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.253182 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.265187 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.276624 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:47.389302 tst esme_connect_policy_acceptall.py: using MSISDN 7385\u000a21:18:47.500359 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:18:48.036705 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16731): Launched\u000a21:18:48.345311 run osmo-stp_10.42.42.4(pid=16732): Launched\u000a21:18:48.455433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:48.944364 run create_hlr_db(pid=16733): Launched\u000a21:18:49.122107 bus /sierra_2: Setting Powered False\u000a21:18:50.142251 run create_hlr_db(pid=16733): Terminated: ok {rc=0}\u000a21:18:50.550847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16735): Launched\u000a21:18:50.859349 run osmo-hlr_10.42.42.2(pid=16736): Launched\u000a21:18:50.977659 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:18:51.592105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16738): Launched\u000a21:18:51.922947 run osmo-msc_10.42.42.5(pid=16739): Launched\u000a21:18:52.117867 run osmo-hlr_10.42.42.2(pid=16736): ERR: Terminated: ERROR {rc=237} [trial-2364↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16736)]\u000a21:18:52.256673 run osmo-hlr_10.42.42.2(pid=16736): stdout: \u000a| (launched: 2022-12-09_21:18:50.707261) \u000a21:18:52.395937 run osmo-hlr_10.42.42.2(pid=16736): stderr: \u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211850882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211850895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:52.528717 run osmo-hlr_10.42.42.2(pid=16736): stdout: \u000a| (launched: 2022-12-09_21:18:50.707261) \u000a21:18:52.660359 run osmo-hlr_10.42.42.2(pid=16736): stderr: \u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211850881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211850882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211850895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:52.718198 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=16736): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16736) [trial-2364↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16736)] [trial-2364↪smpp↪esme_connect_policy_acceptall.py:23]\u000a21:18:52.727154 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a21:18:52.789967 run osmo-msc_10.42.42.5(pid=16739): ERR: Terminated: ERROR {rc=9} [trial-2364↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16739)]\u000a21:18:52.841289 run osmo-msc_10.42.42.5(pid=16739): stdout: \u000a| (launched: 2022-12-09_21:18:51.760288) \u000a21:18:52.893589 run osmo-msc_10.42.42.5(pid=16739): stderr: \u000a| �[0;m�[38;5;43m20221209211852125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209211852125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209211852125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209211852125 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209211852125 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209211852125 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209211852125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209211852125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209211852126 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:18:52.937546 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16731): Terminating (SIGTERM)\u000a21:18:52.978939 run osmo-stp_10.42.42.4(pid=16732): Terminating (SIGTERM)\u000a21:18:53.021325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16735): Terminating (SIGTERM)\u000a21:18:53.064879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16738): Terminating (SIGTERM)\u000a21:18:53.076105 --- ParallelTerminationStrategy: PID 16731 died...\u000a21:18:53.134629 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16731): Terminated: ok {rc=0}\u000a21:18:53.144801 --- ParallelTerminationStrategy: PID 16732 died...\u000a21:18:53.200646 run osmo-stp_10.42.42.4(pid=16732): Terminated: ok {rc=0}\u000a21:18:53.210930 --- ParallelTerminationStrategy: PID 16735 died...\u000a21:18:53.266851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16735): Terminated: ok {rc=0}\u000a21:18:53.276923 --- ParallelTerminationStrategy: PID 16738 died...\u000a21:18:53.333058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16738): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16747): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16747) [trial-2364↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16747)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16747): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16747) [trial-2364↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:18:53.348288 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:53.359764 tst smpp: Using 1 x bts (candidates: 1)\u000a21:18:53.493755 tst esme_connect_policy_closed.py: using LAC 23790\u000a21:18:53.624017 tst esme_connect_policy_closed.py: using RAC 75\u000a21:18:53.748799 tst esme_connect_policy_closed.py: using CellId 23790\u000a21:18:53.870792 tst esme_connect_policy_closed.py: using BVCI 23791\u000a21:18:53.894886 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:53.905559 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:53.915959 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:54.024277 tst esme_connect_policy_closed.py: using MSISDN 7386\u000a21:18:54.147530 tst esme_connect_policy_closed.py: using MSISDN 7387\u000a21:18:54.256629 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:18:54.790164 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16742): Launched\u000a21:18:55.099258 run osmo-stp_10.42.42.4(pid=16743): Launched\u000a21:18:55.209073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:55.699366 run create_hlr_db(pid=16744): Launched\u000a21:18:56.879861 run create_hlr_db(pid=16744): Terminated: ok {rc=0}\u000a21:18:57.199626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16746): Launched\u000a21:18:57.509157 run osmo-hlr_10.42.42.2(pid=16747): Launched\u000a21:18:57.630410 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:18:58.200775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16749): Launched\u000a21:18:58.512690 run osmo-msc_10.42.42.5(pid=16750): Launched\u000a21:18:58.692439 run osmo-hlr_10.42.42.2(pid=16747): ERR: Terminated: ERROR {rc=237} [trial-2364↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16747)]\u000a21:18:58.829218 run osmo-hlr_10.42.42.2(pid=16747): stdout: \u000a| (launched: 2022-12-09_21:18:57.356716) \u000a21:18:58.958314 run osmo-hlr_10.42.42.2(pid=16747): stderr: \u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211857543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211857551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211857552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211857552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:59.082092 run osmo-hlr_10.42.42.2(pid=16747): stdout: \u000a| (launched: 2022-12-09_21:18:57.356716) \u000a21:18:59.205237 run osmo-hlr_10.42.42.2(pid=16747): stderr: \u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211857533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211857543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211857551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211857552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211857552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:59.258930 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=16747): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16747) [trial-2364↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16747)] [trial-2364↪smpp↪esme_connect_policy_closed.py:31]\u000a21:18:59.266997 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a21:18:59.327323 run osmo-msc_10.42.42.5(pid=16750): ERR: Terminated: ERROR {rc=9} [trial-2364↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16750)]\u000a21:18:59.376501 run osmo-msc_10.42.42.5(pid=16750): stdout: \u000a| (launched: 2022-12-09_21:18:58.357743) \u000a21:18:59.425916 run osmo-msc_10.42.42.5(pid=16750): stderr: \u000a| �[0;m�[38;5;43m20221209211858679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209211858679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209211858679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209211858679 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209211858679 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209211858679 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209211858679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209211858679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209211858680 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:18:59.467963 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16742): Terminating (SIGTERM)\u000a21:18:59.507564 run osmo-stp_10.42.42.4(pid=16743): Terminating (SIGTERM)\u000a21:18:59.548629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16746): Terminating (SIGTERM)\u000a21:18:59.589791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16749): Terminating (SIGTERM)\u000a21:18:59.598933 --- ParallelTerminationStrategy: PID 16742 died...\u000a21:18:59.652267 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16742): Terminated: ok {rc=0}\u000a21:18:59.662156 --- ParallelTerminationStrategy: PID 16743 died...\u000a21:18:59.715265 run osmo-stp_10.42.42.4(pid=16743): Terminated: ok {rc=0}\u000a21:18:59.724713 --- ParallelTerminationStrategy: PID 16746 died...\u000a21:18:59.777673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16746): Terminated: ok {rc=0}\u000a21:18:59.787494 --- ParallelTerminationStrategy: PID 16749 died...\u000a21:18:59.840652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16749): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16759): Process ended prematurely: osmo-stp_10.42.42.5(pid=16759) [trial-2364↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16759): Process ended prematurely: osmo-stp_10.42.42.5(pid=16759) [trial-2364↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:18:59.854752 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:18:59.865902 tst smpp: Using 1 x bts (candidates: 1)\u000a21:18:59.999587 tst esme_ms_sms_storeforward.py: using LAC 23791\u000a21:19:00.135217 tst esme_ms_sms_storeforward.py: using RAC 76\u000a21:19:00.265650 tst esme_ms_sms_storeforward.py: using CellId 23791\u000a21:19:00.394434 tst esme_ms_sms_storeforward.py: using BVCI 23792\u000a21:19:00.419857 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:00.430791 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:00.442044 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:00.453629 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:00.465809 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:00.476628 tst smpp: Using 1 x modem (candidates: 1)\u000a21:19:00.693511 tst esme_ms_sms_storeforward.py: using MSISDN 7388\u000a21:19:00.804094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:01.372412 run create_hlr_db(pid=16753): Launched\u000a21:19:02.566074 run create_hlr_db(pid=16753): Terminated: ok {rc=0}\u000a21:19:02.907636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16755): Launched\u000a21:19:03.238887 run osmo-hlr_10.42.42.2(pid=16756): Launched\u000a21:19:03.360761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:03.940422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16758): Launched\u000a21:19:04.274244 run osmo-stp_10.42.42.5(pid=16759): Launched\u000a21:19:04.395330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:05.000312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16761): Launched\u000a21:19:05.331077 run osmo-msc_10.42.42.6(pid=16762): Launched\u000a21:19:05.524674 run osmo-stp_10.42.42.5(pid=16759): ERR: Terminated: ERROR {rc=1} [trial-2364↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)]\u000a21:19:05.663830 run osmo-stp_10.42.42.5(pid=16759): stdout: \u000a| (launched: 2022-12-09_21:19:04.109900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:05.802328 run osmo-stp_10.42.42.5(pid=16759): stderr: \u000a| �[0;m�[38;5;43m20221209211904306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211904306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211904307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211904307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211904307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211904308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211904308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:05.934999 run osmo-stp_10.42.42.5(pid=16759): stdout: \u000a| (launched: 2022-12-09_21:19:04.109900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:06.066725 run osmo-stp_10.42.42.5(pid=16759): stderr: \u000a| �[0;m�[38;5;43m20221209211904306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211904306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211904307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211904307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211904307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211904308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211904308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:06.124200 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=16759): Process ended prematurely: osmo-stp_10.42.42.5(pid=16759) [trial-2364↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16759)] [trial-2364↪smpp↪esme_ms_sms_storeforward.py:30]\u000a21:19:06.132985 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a21:19:06.195761 run osmo-hlr_10.42.42.2(pid=16756): ERR: Terminated: ERROR {rc=237} [trial-2364↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16756)]\u000a21:19:06.246785 run osmo-hlr_10.42.42.2(pid=16756): stdout: \u000a| (launched: 2022-12-09_21:19:03.075843) \u000a21:19:06.298731 run osmo-hlr_10.42.42.2(pid=16756): stderr: \u000a| �[0;m�[1;31m20221209211903273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211903273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211903273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211903273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211903274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211903274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211903322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211903331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211903331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211903332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:06.369331 run osmo-msc_10.42.42.6(pid=16762): ERR: Terminated: ERROR {rc=2} [trial-2364↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16762)]\u000a21:19:06.420520 run osmo-msc_10.42.42.6(pid=16762): stdout: \u000a| (launched: 2022-12-09_21:19:05.168714) \u000a21:19:06.472496 run osmo-msc_10.42.42.6(pid=16762): stderr: \u000a| �[0;m�[38;5;43m20221209211905497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211905497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe05613cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211905497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211905497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211905497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211905498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211905499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211905500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211905500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211905500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:06.516844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16755): Terminating (SIGTERM)\u000a21:19:06.558662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16758): Terminating (SIGTERM)\u000a21:19:06.600791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16761): Terminating (SIGTERM)\u000a21:19:06.610521 --- ParallelTerminationStrategy: PID 16755 died...\u000a21:19:06.666488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16755): Terminated: ok {rc=0}\u000a21:19:06.676511 --- ParallelTerminationStrategy: PID 16758 died...\u000a21:19:06.732240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16758): Terminated: ok {rc=0}\u000a21:19:06.742212 --- ParallelTerminationStrategy: PID 16761 died...\u000a21:19:06.797897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16761): Terminated: ok {rc=0}\u000a21:19:06.885657 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16770): Process ended prematurely: osmo-stp_10.42.42.5(pid=16770) [trial-2364↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16770)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16770): Process ended prematurely: osmo-stp_10.42.42.5(pid=16770) [trial-2364↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:19:07.939583 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:07.951651 tst smpp: Using 1 x bts (candidates: 1)\u000a21:19:08.089299 tst esme_ms_sms_transaction.py: using LAC 23792\u000a21:19:08.219160 tst esme_ms_sms_transaction.py: using RAC 77\u000a21:19:08.349976 tst esme_ms_sms_transaction.py: using CellId 23792\u000a21:19:08.472824 tst esme_ms_sms_transaction.py: using BVCI 23793\u000a21:19:08.496408 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:08.506821 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:08.517400 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:08.528647 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:08.539837 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:19:08.551086 tst smpp: Using 1 x modem (candidates: 1)\u000a21:19:08.778926 tst esme_ms_sms_transaction.py: using MSISDN 7389\u000a21:19:08.896514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:09.423180 run create_hlr_db(pid=16764): Launched\u000a21:19:09.614718 bus /sierra_2: Setting Powered False\u000a21:19:10.633990 run create_hlr_db(pid=16764): Terminated: ok {rc=0}\u000a21:19:11.047745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16766): Launched\u000a21:19:11.357773 run osmo-hlr_10.42.42.2(pid=16767): Launched\u000a21:19:11.479119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:12.045231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16769): Launched\u000a21:19:12.356716 run osmo-stp_10.42.42.5(pid=16770): Launched\u000a21:19:12.469873 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:13.031784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16772): Launched\u000a21:19:13.342192 run osmo-msc_10.42.42.6(pid=16773): Launched\u000a21:19:13.523295 run osmo-stp_10.42.42.5(pid=16770): ERR: Terminated: ERROR {rc=1} [trial-2364↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16770)]\u000a21:19:13.653995 run osmo-stp_10.42.42.5(pid=16770): stdout: \u000a| (launched: 2022-12-09_21:19:12.201596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:13.782800 run osmo-stp_10.42.42.5(pid=16770): stderr: \u000a| �[0;m�[38;5;43m20221209211912374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211912375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211912375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211912375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211912376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211912376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211912376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:13.906534 run osmo-stp_10.42.42.5(pid=16770): stdout: \u000a| (launched: 2022-12-09_21:19:12.201596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:14.029387 run osmo-stp_10.42.42.5(pid=16770): stderr: \u000a| �[0;m�[38;5;43m20221209211912374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211912375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211912375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211912375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211912376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211912376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211912376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:14.083044 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=16770): Process ended prematurely: osmo-stp_10.42.42.5(pid=16770) [trial-2364↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16770)] [trial-2364↪smpp↪esme_ms_sms_transaction.py:28]\u000a21:19:14.091373 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a21:19:14.151061 run osmo-hlr_10.42.42.2(pid=16767): ERR: Terminated: ERROR {rc=237} [trial-2364↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16767)]\u000a21:19:14.200196 run osmo-hlr_10.42.42.2(pid=16767): stdout: \u000a| (launched: 2022-12-09_21:19:11.204801) \u000a21:19:14.250056 run osmo-hlr_10.42.42.2(pid=16767): stderr: \u000a| �[0;m�[1;31m20221209211911382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211911382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211911382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211911382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211911382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211911382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211911395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211911404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211911404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211911404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:14.317338 run osmo-msc_10.42.42.6(pid=16773): ERR: Terminated: ERROR {rc=2} [trial-2364↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16773)]\u000a21:19:14.366041 run osmo-msc_10.42.42.6(pid=16773): stdout: \u000a| (launched: 2022-12-09_21:19:13.188449) \u000a21:19:14.415483 run osmo-msc_10.42.42.6(pid=16773): stderr: \u000a| �[0;m�[38;5;43m20221209211913463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211913463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68974fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211913463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211913463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211913464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211913464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211913466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211913466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211913466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211913466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:14.456923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16766): Terminating (SIGTERM)\u000a21:19:14.496399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16769): Terminating (SIGTERM)\u000a21:19:14.535934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16772): Terminating (SIGTERM)\u000a21:19:14.545319 --- ParallelTerminationStrategy: PID 16766 died...\u000a21:19:14.598512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16766): Terminated: ok {rc=0}\u000a21:19:14.608011 --- ParallelTerminationStrategy: PID 16769 died...\u000a21:19:14.660707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16769): Terminated: ok {rc=0}\u000a21:19:14.670498 --- ParallelTerminationStrategy: PID 16772 died...\u000a21:19:14.724288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16772): Terminated: ok {rc=0}\u000a21:19:14.813124 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:18:47" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16784): Process ended prematurely: osmo-stp_10.42.42.5(pid=16784) [trial-2364↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16784)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16784): Process ended prematurely: osmo-stp_10.42.42.5(pid=16784) [trial-2364↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a21:19:16.757577 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:16.769165 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:16.930987 tst register_a5_0_authopt.py: using LAC 23793\u000a21:19:17.066715 tst register_a5_0_authopt.py: using RAC 78\u000a21:19:17.194304 tst register_a5_0_authopt.py: using CellId 23793\u000a21:19:17.334084 tst register_a5_0_authopt.py: using BVCI 23794\u000a21:19:17.358725 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:17.369666 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:17.380500 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:17.392874 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:17.404131 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:17.414768 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:17.703093 tst register_a5_0_authopt.py:8: start network...\u000a21:19:17.833176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:18.323505 run create_hlr_db(pid=16778): Launched\u000a21:19:18.503185 bus /sierra_2: Setting Powered False\u000a21:19:19.523308 run create_hlr_db(pid=16778): Terminated: ok {rc=0}\u000a21:19:19.967193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16780): Launched\u000a21:19:20.303361 run osmo-hlr_10.42.42.2(pid=16781): Launched\u000a21:19:20.429468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:21.009095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16783): Launched\u000a21:19:21.342860 run osmo-stp_10.42.42.5(pid=16784): Launched\u000a21:19:21.464823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:22.071858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16786): Launched\u000a21:19:22.407059 run osmo-msc_10.42.42.6(pid=16787): Launched\u000a21:19:22.604490 run osmo-stp_10.42.42.5(pid=16784): ERR: Terminated: ERROR {rc=1} [trial-2364↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16784)]\u000a21:19:22.745407 run osmo-stp_10.42.42.5(pid=16784): stdout: \u000a| (launched: 2022-12-09_21:19:21.178728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:22.884665 run osmo-stp_10.42.42.5(pid=16784): stderr: \u000a| �[0;m�[38;5;43m20221209211921374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211921375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211921375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211921375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211921376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211921376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211921376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:23.018705 run osmo-stp_10.42.42.5(pid=16784): stdout: \u000a| (launched: 2022-12-09_21:19:21.178728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:23.151289 run osmo-stp_10.42.42.5(pid=16784): stderr: \u000a| �[0;m�[38;5;43m20221209211921374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211921375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211921375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211921375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211921376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211921376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211921376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:23.209823 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16784): Process ended prematurely: osmo-stp_10.42.42.5(pid=16784) [trial-2364↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16784)] [trial-2364↪encryption↪register_a5_0_authopt.py:8]\u000a21:19:23.219303 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a21:19:23.282025 run osmo-hlr_10.42.42.2(pid=16781): ERR: Terminated: ERROR {rc=237} [trial-2364↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16781)]\u000a21:19:23.333480 run osmo-hlr_10.42.42.2(pid=16781): stdout: \u000a| (launched: 2022-12-09_21:19:20.137110) \u000a21:19:23.385375 run osmo-hlr_10.42.42.2(pid=16781): stderr: \u000a| �[0;m�[1;31m20221209211920339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211920339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211920339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211920339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211920339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211920339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211920351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211920359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211920360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211920360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:23.456128 run osmo-msc_10.42.42.6(pid=16787): ERR: Terminated: ERROR {rc=2} [trial-2364↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16787)]\u000a21:19:23.507709 run osmo-msc_10.42.42.6(pid=16787): stdout: \u000a| (launched: 2022-12-09_21:19:22.241967) \u000a21:19:23.559560 run osmo-msc_10.42.42.6(pid=16787): stderr: \u000a| �[0;m�[38;5;43m20221209211922570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211922570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf21095c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211922570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211922570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211922570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211922570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211922572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211922572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211922572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211922573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:23.603491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16780): Terminating (SIGTERM)\u000a21:19:23.645272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16783): Terminating (SIGTERM)\u000a21:19:23.687195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16786): Terminating (SIGTERM)\u000a21:19:23.697111 --- ParallelTerminationStrategy: PID 16780 died...\u000a21:19:23.752858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16780): Terminated: ok {rc=0}\u000a21:19:23.763041 --- ParallelTerminationStrategy: PID 16783 died...\u000a21:19:23.818698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16783): Terminated: ok {rc=0}\u000a21:19:23.828775 --- ParallelTerminationStrategy: PID 16786 died...\u000a21:19:23.884053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16786): Terminated: ok {rc=0}\u000a21:19:23.971122 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16795): Process ended prematurely: osmo-stp_10.42.42.5(pid=16795) [trial-2364↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16795): Process ended prematurely: osmo-stp_10.42.42.5(pid=16795) [trial-2364↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a21:19:25.089024 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:25.100748 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:25.235599 tst register_a5_0_authreq.py: using LAC 23794\u000a21:19:25.369962 tst register_a5_0_authreq.py: using RAC 79\u000a21:19:25.503085 tst register_a5_0_authreq.py: using CellId 23794\u000a21:19:25.633979 tst register_a5_0_authreq.py: using BVCI 23795\u000a21:19:25.659616 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:25.670814 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:25.681896 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:25.693037 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:25.704272 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:25.715470 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:26.001176 tst register_a5_0_authreq.py:8: start network...\u000a21:19:26.131451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:26.624031 run create_hlr_db(pid=16789): Launched\u000a21:19:26.802984 bus /sierra_2: Setting Powered False\u000a21:19:27.823471 run create_hlr_db(pid=16789): Terminated: ok {rc=0}\u000a21:19:28.265766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16791): Launched\u000a21:19:28.603464 run osmo-hlr_10.42.42.2(pid=16792): Launched\u000a21:19:28.727008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:29.304639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16794): Launched\u000a21:19:29.640851 run osmo-stp_10.42.42.5(pid=16795): Launched\u000a21:19:29.762127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:30.370370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16797): Launched\u000a21:19:30.706815 run osmo-msc_10.42.42.6(pid=16798): Launched\u000a21:19:31.016157 run osmo-stp_10.42.42.5(pid=16795): ERR: Terminated: ERROR {rc=1} [trial-2364↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)]\u000a21:19:31.272435 run osmo-stp_10.42.42.5(pid=16795): stdout: \u000a| (launched: 2022-12-09_21:19:29.474757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:31.413726 run osmo-stp_10.42.42.5(pid=16795): stderr: \u000a| �[0;m�[38;5;43m20221209211929669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211929669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211929670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211929670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211929670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211929671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211929671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:31.550278 run osmo-stp_10.42.42.5(pid=16795): stdout: \u000a| (launched: 2022-12-09_21:19:29.474757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:31.684860 run osmo-stp_10.42.42.5(pid=16795): stderr: \u000a| �[0;m�[38;5;43m20221209211929669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211929669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211929670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211929670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211929670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211929671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211929671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:31.744791 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16795): Process ended prematurely: osmo-stp_10.42.42.5(pid=16795) [trial-2364↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16795)] [trial-2364↪encryption↪register_a5_0_authreq.py:8]\u000a21:19:31.755184 tst register_a5_0_authreq.py:8: Test FAILED (6.7 sec)\u000a21:19:31.819388 run osmo-hlr_10.42.42.2(pid=16792): ERR: Terminated: ERROR {rc=237} [trial-2364↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16792)]\u000a21:19:31.873165 run osmo-hlr_10.42.42.2(pid=16792): stdout: \u000a| (launched: 2022-12-09_21:19:28.436706) \u000a21:19:31.926715 run osmo-hlr_10.42.42.2(pid=16792): stderr: \u000a| �[0;m�[1;31m20221209211928639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211928639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211928639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211928639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211928639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211928639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211928655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211928664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211928665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211928665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:31.998727 run osmo-msc_10.42.42.6(pid=16798): ERR: Terminated: ERROR {rc=2} [trial-2364↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16798)]\u000a21:19:32.051003 run osmo-msc_10.42.42.6(pid=16798): stdout: \u000a| (launched: 2022-12-09_21:19:30.541488) \u000a21:19:32.103825 run osmo-msc_10.42.42.6(pid=16798): stderr: \u000a| �[0;m�[38;5;43m20221209211930865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211930866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3741e55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211930866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211930866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211930866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211930866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211930868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211930868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211930868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211930868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:32.149091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16791): Terminating (SIGTERM)\u000a21:19:32.191556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16794): Terminating (SIGTERM)\u000a21:19:32.234435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16797): Terminating (SIGTERM)\u000a21:19:32.244273 --- ParallelTerminationStrategy: PID 16791 died...\u000a21:19:32.301550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16791): Terminated: ok {rc=0}\u000a21:19:32.311868 --- ParallelTerminationStrategy: PID 16794 died...\u000a21:19:32.368369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16794): Terminated: ok {rc=0}\u000a21:19:32.378766 --- ParallelTerminationStrategy: PID 16797 died...\u000a21:19:32.435216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16797): Terminated: ok {rc=0}\u000a21:19:32.523099 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16806): Process ended prematurely: osmo-stp_10.42.42.5(pid=16806) [trial-2364↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16806): Process ended prematurely: osmo-stp_10.42.42.5(pid=16806) [trial-2364↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a21:19:33.641515 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:33.657257 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:33.787646 tst register_a5_1_authreq.py: using LAC 23795\u000a21:19:33.917850 tst register_a5_1_authreq.py: using RAC 80\u000a21:19:34.049290 tst register_a5_1_authreq.py: using CellId 23795\u000a21:19:34.182909 tst register_a5_1_authreq.py: using BVCI 23796\u000a21:19:34.208505 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:34.219388 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:34.230174 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:34.241097 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:34.252062 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:34.262939 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:34.563967 tst register_a5_1_authreq.py:8: start network...\u000a21:19:34.704253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:35.237971 run create_hlr_db(pid=16800): Launched\u000a21:19:35.431451 bus /sierra_2: Setting Powered False\u000a21:19:36.453030 run create_hlr_db(pid=16800): Terminated: ok {rc=0}\u000a21:19:36.872932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16802): Launched\u000a21:19:37.184809 run osmo-hlr_10.42.42.2(pid=16803): Launched\u000a21:19:37.303808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:37.844780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16805): Launched\u000a21:19:38.156583 run osmo-stp_10.42.42.5(pid=16806): Launched\u000a21:19:38.279087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:38.851980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16808): Launched\u000a21:19:39.165133 run osmo-msc_10.42.42.6(pid=16809): Launched\u000a21:19:39.348096 run osmo-stp_10.42.42.5(pid=16806): ERR: Terminated: ERROR {rc=1} [trial-2364↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)]\u000a21:19:39.479623 run osmo-stp_10.42.42.5(pid=16806): stdout: \u000a| (launched: 2022-12-09_21:19:38.002734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:39.608765 run osmo-stp_10.42.42.5(pid=16806): stderr: \u000a| �[0;m�[38;5;43m20221209211938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211938177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211938179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211938179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211938179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:39.733640 run osmo-stp_10.42.42.5(pid=16806): stdout: \u000a| (launched: 2022-12-09_21:19:38.002734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:39.858386 run osmo-stp_10.42.42.5(pid=16806): stderr: \u000a| �[0;m�[38;5;43m20221209211938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211938176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211938177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211938179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211938179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211938179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:39.913000 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16806): Process ended prematurely: osmo-stp_10.42.42.5(pid=16806) [trial-2364↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16806)] [trial-2364↪encryption↪register_a5_1_authreq.py:8]\u000a21:19:39.921661 tst register_a5_1_authreq.py:8: Test FAILED (6.3 sec)\u000a21:19:39.981773 run osmo-hlr_10.42.42.2(pid=16803): ERR: Terminated: ERROR {rc=237} [trial-2364↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16803)]\u000a21:19:40.030460 run osmo-hlr_10.42.42.2(pid=16803): stdout: \u000a| (launched: 2022-12-09_21:19:37.031565) \u000a21:19:40.079730 run osmo-hlr_10.42.42.2(pid=16803): stderr: \u000a| �[0;m�[1;31m20221209211937208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211937208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211937208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211937208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211937208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211937208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211937220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211937229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211937229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211937229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:40.146774 run osmo-msc_10.42.42.6(pid=16809): ERR: Terminated: ERROR {rc=2} [trial-2364↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16809)]\u000a21:19:40.195471 run osmo-msc_10.42.42.6(pid=16809): stdout: \u000a| (launched: 2022-12-09_21:19:39.010215) \u000a21:19:40.245043 run osmo-msc_10.42.42.6(pid=16809): stderr: \u000a| �[0;m�[38;5;43m20221209211939284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211939284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6dac9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211939284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211939284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211939284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211939284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211939286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211939286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211939287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211939287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:40.286419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16802): Terminating (SIGTERM)\u000a21:19:40.326532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16805): Terminating (SIGTERM)\u000a21:19:40.366315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16808): Terminating (SIGTERM)\u000a21:19:40.375764 --- ParallelTerminationStrategy: PID 16802 died...\u000a21:19:40.429584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16802): Terminated: ok {rc=0}\u000a21:19:40.439571 --- ParallelTerminationStrategy: PID 16805 died...\u000a21:19:40.492795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16805): Terminated: ok {rc=0}\u000a21:19:40.502974 --- ParallelTerminationStrategy: PID 16808 died...\u000a21:19:40.556051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16808): Terminated: ok {rc=0}\u000a21:19:40.640297 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16817): Process ended prematurely: osmo-stp_10.42.42.5(pid=16817) [trial-2364↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16817)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16817): Process ended prematurely: osmo-stp_10.42.42.5(pid=16817) [trial-2364↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a21:19:41.751717 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:41.762844 tst encryption: Using 1 x bts (candidates: 1)\u000a21:19:41.890266 tst register_a5_3_authreq.py: using LAC 23796\u000a21:19:42.014415 tst register_a5_3_authreq.py: using RAC 81\u000a21:19:42.138513 tst register_a5_3_authreq.py: using CellId 23796\u000a21:19:42.274381 tst register_a5_3_authreq.py: using BVCI 23797\u000a21:19:42.298207 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:42.308758 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:42.319320 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:42.330608 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:42.341836 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:19:42.353151 tst encryption: Using 1 x modem (candidates: 1)\u000a21:19:42.665970 tst register_a5_3_authreq.py:8: start network...\u000a21:19:42.806084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:43.339206 run create_hlr_db(pid=16811): Launched\u000a21:19:43.532423 bus /sierra_2: Setting Powered False\u000a21:19:44.553562 run create_hlr_db(pid=16811): Terminated: ok {rc=0}\u000a21:19:44.971751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16813): Launched\u000a21:19:45.285232 run osmo-hlr_10.42.42.2(pid=16814): Launched\u000a21:19:45.405080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:46.000239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16816): Launched\u000a21:19:46.534577 run osmo-stp_10.42.42.5(pid=16817): Launched\u000a21:19:46.743895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:19:47.331962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16819): Launched\u000a21:19:47.644609 run osmo-msc_10.42.42.6(pid=16820): Launched\u000a21:19:47.828929 run osmo-stp_10.42.42.5(pid=16817): ERR: Terminated: ERROR {rc=1} [trial-2364↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16817)]\u000a21:19:47.960365 run osmo-stp_10.42.42.5(pid=16817): stdout: \u000a| (launched: 2022-12-09_21:19:46.176222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:48.090405 run osmo-stp_10.42.42.5(pid=16817): stderr: \u000a| �[0;m�[38;5;43m20221209211946403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211946403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211946403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211946403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211946404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211946404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211946404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:48.215709 run osmo-stp_10.42.42.5(pid=16817): stdout: \u000a| (launched: 2022-12-09_21:19:46.176222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:48.340129 run osmo-stp_10.42.42.5(pid=16817): stderr: \u000a| �[0;m�[38;5;43m20221209211946403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209211946403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209211946403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209211946403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209211946404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209211946404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209211946404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:48.395049 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16817): Process ended prematurely: osmo-stp_10.42.42.5(pid=16817) [trial-2364↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16817)] [trial-2364↪encryption↪register_a5_3_authreq.py:8]\u000a21:19:48.403793 tst register_a5_3_authreq.py:8: Test FAILED (6.7 sec)\u000a21:19:48.463229 run osmo-hlr_10.42.42.2(pid=16814): ERR: Terminated: ERROR {rc=237} [trial-2364↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16814)]\u000a21:19:48.512077 run osmo-hlr_10.42.42.2(pid=16814): stdout: \u000a| (launched: 2022-12-09_21:19:45.130678) \u000a21:19:48.561133 run osmo-hlr_10.42.42.2(pid=16814): stderr: \u000a| �[0;m�[1;31m20221209211945309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209211945309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209211945309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211945309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209211945309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209211945309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209211945322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209211945330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209211945330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209211945330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:48.627439 run osmo-msc_10.42.42.6(pid=16820): ERR: Terminated: ERROR {rc=2} [trial-2364↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16820)]\u000a21:19:48.675928 run osmo-msc_10.42.42.6(pid=16820): stdout: \u000a| (launched: 2022-12-09_21:19:47.490631) \u000a21:19:48.724940 run osmo-msc_10.42.42.6(pid=16820): stderr: \u000a| �[0;m�[38;5;43m20221209211947763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209211947763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa131247c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209211947763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209211947763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209211947763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209211947763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209211947765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209211947765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209211947766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209211947766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:19:48.766538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16813): Terminating (SIGTERM)\u000a21:19:48.805826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16816): Terminating (SIGTERM)\u000a21:19:48.844768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16819): Terminating (SIGTERM)\u000a21:19:48.854072 --- ParallelTerminationStrategy: PID 16813 died...\u000a21:19:48.906686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16813): Terminated: ok {rc=0}\u000a21:19:48.916367 --- ParallelTerminationStrategy: PID 16816 died...\u000a21:19:48.968894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16816): Terminated: ok {rc=0}\u000a21:19:48.978364 --- ParallelTerminationStrategy: PID 16819 died...\u000a21:19:49.030997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16819): Terminated: ok {rc=0}\u000a21:19:49.114351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:19:16" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16843): Process ended prematurely: srsepc(pid=16843) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16843)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16843): Process ended prematurely: srsepc(pid=16843) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a21:19:51.086297 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a21:19:51.128624 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:19:51.144424 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:19:51.167793 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:19:51.314476 tst handover.py: using MSISDN 7390\u000a21:19:51.424087 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7390', subscriber_id=0}\u000a21:19:51.533395 run srsepc_10.42.42.118: Starting srsepc\u000a21:19:53.401228 run rm-remote-dir(pid=16828): Launched\u000a21:19:53.586630 bus /sierra_2: Setting Powered False\u000a21:19:54.611968 run rm-remote-dir(pid=16828): Terminated: ok {rc=0}\u000a21:19:55.038377 run mk-remote-dir(pid=16829): Launched\u000a21:19:56.228073 run mk-remote-dir(pid=16829): Terminated: ok {rc=0}\u000a21:19:56.508255 run scp-inst-to-remote(pid=16830): Launched\u000a21:19:58.697485 run scp-inst-to-remote(pid=16830): Terminated: ok {rc=0}\u000a21:19:59.035722 run rm-remote-dir(pid=16832): Launched\u000a21:20:00.225250 run rm-remote-dir(pid=16832): Terminated: ok {rc=0}\u000a21:20:00.558026 run mk-remote-dir(pid=16833): Launched\u000a21:20:01.772712 run mk-remote-dir(pid=16833): Terminated: ok {rc=0}\u000a21:20:02.159019 run scp-cfg-to-remote(pid=16837): Launched\u000a21:20:03.372328 run scp-cfg-to-remote(pid=16837): Terminated: ok {rc=0}\u000a21:20:03.673477 run scp-db-to-remote(pid=16839): Launched\u000a21:20:04.872643 run scp-db-to-remote(pid=16839): Terminated: ok {rc=0}\u000a21:20:04.995908 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:20:05.341101 run patchelf(pid=16841): Launched\u000a21:20:06.540545 run patchelf(pid=16841): Terminated: ok {rc=0}\u000a21:20:06.663889 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:20:07.013276 run setcap-netadm(pid=16842): Launched\u000a21:20:08.212477 run setcap-netadm(pid=16842): Terminated: ok {rc=0}\u000a21:20:08.550436 run srsepc(pid=16843): Launched\u000a21:20:08.669694 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:20:09.876541 run rm-remote-dir(pid=16844): Launched\u000a21:20:10.078641 run srsepc(pid=16843): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16843)]\u000a21:20:10.223812 run srsepc(pid=16843): stdout: \u000a| (launched: 2022-12-09_21:20:08.387977)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:10.369015 run srsepc(pid=16843): stderr: \u000a| (launched: 2022-12-09_21:20:08.437799)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:10.510025 run srsepc(pid=16843): stdout: \u000a| (launched: 2022-12-09_21:20:08.387977)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:10.649831 run srsepc(pid=16843): stderr: \u000a| (launched: 2022-12-09_21:20:08.437799)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:10.813060 run rm-remote-dir(pid=16844): Terminating (SIGINT)\u000a21:20:11.004756 run rm-remote-dir(pid=16844): Terminated: ok {rc=0}\u000a21:20:11.039987 tst handover.py:37: ERR: Error: srsepc(pid=16843): Process ended prematurely: srsepc(pid=16843) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16843)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a21:20:11.050471 tst handover.py:37: Test FAILED (20.1 sec)\u000a21:20:11.167795 run scp-back-log(pid=16845): Launched\u000a21:20:12.255542 run scp-back-log(pid=16845): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16845)]\u000a21:20:12.318207 run scp-back-log(pid=16845): stdout: \u000a| (launched: 2022-12-09_21:20:11.094016) \u000a21:20:12.380663 run scp-back-log(pid=16845): stderr: \u000a| (launched: 2022-12-09_21:20:11.114874)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:20:12.433511 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16845): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16845)]')\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16859): Process ended prematurely: srsepc(pid=16859) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16859)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16859): Process ended prematurely: srsepc(pid=16859) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a21:20:12.614640 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a21:20:12.656839 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:20:12.865208 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a21:20:12.907147 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:20:12.922985 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:20:13.044907 tst iperf3_bidir.py: using MSISDN 7391\u000a21:20:13.154458 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7391', subscriber_id=0}\u000a21:20:13.262930 run srsepc_10.42.42.118: Starting srsepc\u000a21:20:13.912568 run rm-remote-dir(pid=16847): Launched\u000a21:20:15.102904 run rm-remote-dir(pid=16847): Terminated: ok {rc=0}\u000a21:20:15.437317 run mk-remote-dir(pid=16848): Launched\u000a21:20:16.641929 run mk-remote-dir(pid=16848): Terminated: ok {rc=0}\u000a21:20:16.964610 run scp-inst-to-remote(pid=16849): Launched\u000a21:20:19.170456 run scp-inst-to-remote(pid=16849): Terminated: ok {rc=0}\u000a21:20:19.527835 run rm-remote-dir(pid=16851): Launched\u000a21:20:20.729975 run rm-remote-dir(pid=16851): Terminated: ok {rc=0}\u000a21:20:21.086661 run mk-remote-dir(pid=16852): Launched\u000a21:20:22.289043 run mk-remote-dir(pid=16852): Terminated: ok {rc=0}\u000a21:20:22.590818 run scp-cfg-to-remote(pid=16853): Launched\u000a21:20:23.789851 run scp-cfg-to-remote(pid=16853): Terminated: ok {rc=0}\u000a21:20:24.092194 run scp-db-to-remote(pid=16855): Launched\u000a21:20:25.292094 run scp-db-to-remote(pid=16855): Terminated: ok {rc=0}\u000a21:20:25.415340 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:20:25.764000 run patchelf(pid=16857): Launched\u000a21:20:26.963744 run patchelf(pid=16857): Terminated: ok {rc=0}\u000a21:20:27.086813 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:20:27.434163 run setcap-netadm(pid=16858): Launched\u000a21:20:28.635159 run setcap-netadm(pid=16858): Terminated: ok {rc=0}\u000a21:20:28.978082 run srsepc(pid=16859): Launched\u000a21:20:29.096386 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:20:30.304019 run rm-remote-dir(pid=16860): Launched\u000a21:20:30.507032 run srsepc(pid=16859): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16859)]\u000a21:20:30.653192 run srsepc(pid=16859): stdout: \u000a| (launched: 2022-12-09_21:20:28.815345)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:30.799282 run srsepc(pid=16859): stderr: \u000a| (launched: 2022-12-09_21:20:28.865375)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:30.957315 run srsepc(pid=16859): stdout: \u000a| (launched: 2022-12-09_21:20:28.815345)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:31.097947 run srsepc(pid=16859): stderr: \u000a| (launched: 2022-12-09_21:20:28.865375)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:31.257496 run rm-remote-dir(pid=16860): Terminating (SIGINT)\u000a21:20:31.445262 run rm-remote-dir(pid=16860): Terminated: ok {rc=0}\u000a21:20:31.480814 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=16859): Process ended prematurely: srsepc(pid=16859) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16859)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a21:20:31.492136 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a21:20:31.645117 run scp-back-log(pid=16861): Launched\u000a21:20:32.738507 run scp-back-log(pid=16861): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16861)]\u000a21:20:32.803656 run scp-back-log(pid=16861): stdout: \u000a| (launched: 2022-12-09_21:20:31.537789) \u000a21:20:32.869676 run scp-back-log(pid=16861): stderr: \u000a| (launched: 2022-12-09_21:20:31.558123)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:20:32.925071 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16861): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16861)]')\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16876): Process ended prematurely: srsepc(pid=16876) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16876)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16876): Process ended prematurely: srsepc(pid=16876) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a21:20:33.118080 tst iperf3_dl.py:13: Number of physical ue: 1\u000a21:20:33.163713 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:20:33.391851 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a21:20:33.437682 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:20:33.454035 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:20:33.582126 tst iperf3_dl.py: using MSISDN 7392\u000a21:20:33.699533 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7392', subscriber_id=0}\u000a21:20:33.815738 run srsepc_10.42.42.118: Starting srsepc\u000a21:20:34.510823 run rm-remote-dir(pid=16863): Launched\u000a21:20:35.711880 run rm-remote-dir(pid=16863): Terminated: ok {rc=0}\u000a21:20:36.068693 run mk-remote-dir(pid=16864): Launched\u000a21:20:37.270509 run mk-remote-dir(pid=16864): Terminated: ok {rc=0}\u000a21:20:37.571910 run scp-inst-to-remote(pid=16865): Launched\u000a21:20:39.762718 run scp-inst-to-remote(pid=16865): Terminated: ok {rc=0}\u000a21:20:40.094515 run rm-remote-dir(pid=16867): Launched\u000a21:20:41.284693 run rm-remote-dir(pid=16867): Terminated: ok {rc=0}\u000a21:20:41.617159 run mk-remote-dir(pid=16869): Launched\u000a21:20:42.806676 run mk-remote-dir(pid=16869): Terminated: ok {rc=0}\u000a21:20:43.087135 run scp-cfg-to-remote(pid=16870): Launched\u000a21:20:44.273892 run scp-cfg-to-remote(pid=16870): Terminated: ok {rc=0}\u000a21:20:44.554565 run scp-db-to-remote(pid=16872): Launched\u000a21:20:45.742276 run scp-db-to-remote(pid=16872): Terminated: ok {rc=0}\u000a21:20:45.863379 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:20:46.273285 run patchelf(pid=16874): Launched\u000a21:20:47.483947 run patchelf(pid=16874): Terminated: ok {rc=0}\u000a21:20:47.607766 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:20:47.954783 run setcap-netadm(pid=16875): Launched\u000a21:20:49.153235 run setcap-netadm(pid=16875): Terminated: ok {rc=0}\u000a21:20:49.494217 run srsepc(pid=16876): Launched\u000a21:20:49.612746 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:20:50.825037 run rm-remote-dir(pid=16877): Launched\u000a21:20:51.026896 run srsepc(pid=16876): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16876)]\u000a21:20:51.171995 run srsepc(pid=16876): stdout: \u000a| (launched: 2022-12-09_21:20:49.328908)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:51.317152 run srsepc(pid=16876): stderr: \u000a| (launched: 2022-12-09_21:20:49.378844)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:51.457859 run srsepc(pid=16876): stdout: \u000a| (launched: 2022-12-09_21:20:49.328908)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:20:51.597868 run srsepc(pid=16876): stderr: \u000a| (launched: 2022-12-09_21:20:49.378844)\u000a| Connection to 10.42.42.116 closed. \u000a21:20:51.760589 run rm-remote-dir(pid=16877): Terminating (SIGINT)\u000a21:20:51.952490 run rm-remote-dir(pid=16877): Terminated: ok {rc=0}\u000a21:20:51.987949 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=16876): Process ended prematurely: srsepc(pid=16876) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16876)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a21:20:51.998478 tst iperf3_dl.py:42: Test FAILED (19.0 sec)\u000a21:20:52.115226 run scp-back-log(pid=16878): Launched\u000a21:20:53.205045 run scp-back-log(pid=16878): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16878)]\u000a21:20:53.269701 run scp-back-log(pid=16878): stdout: \u000a| (launched: 2022-12-09_21:20:52.041596) \u000a21:20:53.334639 run scp-back-log(pid=16878): stderr: \u000a| (launched: 2022-12-09_21:20:52.062162)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:20:53.389926 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16878): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16878)]')\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16892): Process ended prematurely: srsepc(pid=16892) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16892)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16892): Process ended prematurely: srsepc(pid=16892) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a21:20:53.583032 tst iperf3_ul.py:13: Number of physical ue: 1\u000a21:20:53.628689 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:20:53.847947 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a21:20:53.893770 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:20:53.910479 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:20:54.039200 tst iperf3_ul.py: using MSISDN 7393\u000a21:20:54.156656 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7393', subscriber_id=0}\u000a21:20:54.273087 run srsepc_10.42.42.118: Starting srsepc\u000a21:20:54.967722 run rm-remote-dir(pid=16880): Launched\u000a21:20:56.170411 run rm-remote-dir(pid=16880): Terminated: ok {rc=0}\u000a21:20:56.529389 run mk-remote-dir(pid=16881): Launched\u000a21:20:57.732080 run mk-remote-dir(pid=16881): Terminated: ok {rc=0}\u000a21:20:58.033816 run scp-inst-to-remote(pid=16882): Launched\u000a21:21:00.235849 run scp-inst-to-remote(pid=16882): Terminated: ok {rc=0}\u000a21:21:00.592183 run rm-remote-dir(pid=16884): Launched\u000a21:21:01.853082 run rm-remote-dir(pid=16884): Terminated: ok {rc=0}\u000a21:21:02.288683 run mk-remote-dir(pid=16885): Launched\u000a21:21:03.493989 run mk-remote-dir(pid=16885): Terminated: ok {rc=0}\u000a21:21:03.796407 run scp-cfg-to-remote(pid=16886): Launched\u000a21:21:04.995352 run scp-cfg-to-remote(pid=16886): Terminated: ok {rc=0}\u000a21:21:05.295534 run scp-db-to-remote(pid=16888): Launched\u000a21:21:06.495229 run scp-db-to-remote(pid=16888): Terminated: ok {rc=0}\u000a21:21:06.619807 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:06.967487 run patchelf(pid=16890): Launched\u000a21:21:08.167260 run patchelf(pid=16890): Terminated: ok {rc=0}\u000a21:21:08.290910 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:08.640446 run setcap-netadm(pid=16891): Launched\u000a21:21:09.841415 run setcap-netadm(pid=16891): Terminated: ok {rc=0}\u000a21:21:10.181462 run srsepc(pid=16892): Launched\u000a21:21:10.300212 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:11.518205 run rm-remote-dir(pid=16893): Launched\u000a21:21:11.720864 run srsepc(pid=16892): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16892)]\u000a21:21:11.867067 run srsepc(pid=16892): stdout: \u000a| (launched: 2022-12-09_21:21:10.018589)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:12.013759 run srsepc(pid=16892): stderr: \u000a| (launched: 2022-12-09_21:21:10.068371)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:12.155550 run srsepc(pid=16892): stdout: \u000a| (launched: 2022-12-09_21:21:10.018589)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:12.296087 run srsepc(pid=16892): stderr: \u000a| (launched: 2022-12-09_21:21:10.068371)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:12.459639 run rm-remote-dir(pid=16893): Terminating (SIGINT)\u000a21:21:12.651851 run rm-remote-dir(pid=16893): Terminated: ok {rc=0}\u000a21:21:12.687223 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=16892): Process ended prematurely: srsepc(pid=16892) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16892)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a21:21:12.697676 tst iperf3_ul.py:42: Test FAILED (19.3 sec)\u000a21:21:12.814799 run scp-back-log(pid=16894): Launched\u000a21:21:13.905803 run scp-back-log(pid=16894): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16894)]\u000a21:21:13.970783 run scp-back-log(pid=16894): stdout: \u000a| (launched: 2022-12-09_21:21:12.740534) \u000a21:21:14.035759 run scp-back-log(pid=16894): stderr: \u000a| (launched: 2022-12-09_21:21:12.761213)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:14.091415 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16894): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16894)]')\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16908): Process ended prematurely: srsepc(pid=16908) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16908)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16908): Process ended prematurely: srsepc(pid=16908) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a21:21:14.106276 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:14.123546 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:14.147362 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:14.294837 tst ping.py: using MSISDN 7394\u000a21:21:14.405862 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7394', subscriber_id=0}\u000a21:21:14.515517 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:15.167752 run rm-remote-dir(pid=16896): Launched\u000a21:21:16.391150 run rm-remote-dir(pid=16896): Terminated: ok {rc=0}\u000a21:21:16.853034 run mk-remote-dir(pid=16897): Launched\u000a21:21:18.051825 run mk-remote-dir(pid=16897): Terminated: ok {rc=0}\u000a21:21:18.331533 run scp-inst-to-remote(pid=16898): Launched\u000a21:21:20.520864 run scp-inst-to-remote(pid=16898): Terminated: ok {rc=0}\u000a21:21:20.852083 run rm-remote-dir(pid=16900): Launched\u000a21:21:22.042914 run rm-remote-dir(pid=16900): Terminated: ok {rc=0}\u000a21:21:22.375288 run mk-remote-dir(pid=16901): Launched\u000a21:21:23.565618 run mk-remote-dir(pid=16901): Terminated: ok {rc=0}\u000a21:21:23.846664 run scp-cfg-to-remote(pid=16902): Launched\u000a21:21:25.033751 run scp-cfg-to-remote(pid=16902): Terminated: ok {rc=0}\u000a21:21:25.315031 run scp-db-to-remote(pid=16904): Launched\u000a21:21:26.502098 run scp-db-to-remote(pid=16904): Terminated: ok {rc=0}\u000a21:21:26.617489 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:26.939983 run patchelf(pid=16906): Launched\u000a21:21:28.127590 run patchelf(pid=16906): Terminated: ok {rc=0}\u000a21:21:28.242740 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:28.566321 run setcap-netadm(pid=16907): Launched\u000a21:21:29.763801 run setcap-netadm(pid=16907): Terminated: ok {rc=0}\u000a21:21:30.102720 run srsepc(pid=16908): Launched\u000a21:21:30.223606 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:31.539104 run rm-remote-dir(pid=16909): Launched\u000a21:21:31.842553 run srsepc(pid=16908): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16908)]\u000a21:21:32.026501 run srsepc(pid=16908): stdout: \u000a| (launched: 2022-12-09_21:21:29.939999)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:32.186200 run srsepc(pid=16908): stderr: \u000a| (launched: 2022-12-09_21:21:29.989937)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:32.333577 run srsepc(pid=16908): stdout: \u000a| (launched: 2022-12-09_21:21:29.939999)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:32.473460 run srsepc(pid=16908): stderr: \u000a| (launched: 2022-12-09_21:21:29.989937)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:32.637622 run rm-remote-dir(pid=16909): Terminating (SIGINT)\u000a21:21:32.829281 run rm-remote-dir(pid=16909): Terminated: ok {rc=0}\u000a21:21:32.864851 tst ping.py:16: ERR: Error: srsepc(pid=16908): Process ended prematurely: srsepc(pid=16908) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16908)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a21:21:32.875335 tst ping.py:16: Test FAILED (18.8 sec)\u000a21:21:32.992758 run scp-back-log(pid=16910): Launched\u000a21:21:34.082331 run scp-back-log(pid=16910): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16910)]\u000a21:21:34.147239 run scp-back-log(pid=16910): stdout: \u000a| (launched: 2022-12-09_21:21:32.918839) \u000a21:21:34.211769 run scp-back-log(pid=16910): stderr: \u000a| (launched: 2022-12-09_21:21:32.939516)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:34.266811 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16910): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16910)]')\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16924): Process ended prematurely: srsepc(pid=16924) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16924)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16924): Process ended prematurely: srsepc(pid=16924) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a21:21:34.281316 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:34.298738 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:34.322134 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:34.472028 tst rrc_idle_mo_ping.py: using MSISDN 7395\u000a21:21:34.589812 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7395', subscriber_id=0}\u000a21:21:34.705910 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:35.400164 run rm-remote-dir(pid=16912): Launched\u000a21:21:36.603268 run rm-remote-dir(pid=16912): Terminated: ok {rc=0}\u000a21:21:36.958002 run mk-remote-dir(pid=16913): Launched\u000a21:21:38.159014 run mk-remote-dir(pid=16913): Terminated: ok {rc=0}\u000a21:21:38.460356 run scp-inst-to-remote(pid=16914): Launched\u000a21:21:40.661423 run scp-inst-to-remote(pid=16914): Terminated: ok {rc=0}\u000a21:21:41.016313 run rm-remote-dir(pid=16916): Launched\u000a21:21:42.217219 run rm-remote-dir(pid=16916): Terminated: ok {rc=0}\u000a21:21:42.574457 run mk-remote-dir(pid=16917): Launched\u000a21:21:43.776556 run mk-remote-dir(pid=16917): Terminated: ok {rc=0}\u000a21:21:44.075996 run scp-cfg-to-remote(pid=16918): Launched\u000a21:21:45.274963 run scp-cfg-to-remote(pid=16918): Terminated: ok {rc=0}\u000a21:21:45.574846 run scp-db-to-remote(pid=16920): Launched\u000a21:21:46.767361 run scp-db-to-remote(pid=16920): Terminated: ok {rc=0}\u000a21:21:46.888533 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:21:47.255862 run patchelf(pid=16922): Launched\u000a21:21:48.455908 run patchelf(pid=16922): Terminated: ok {rc=0}\u000a21:21:48.579418 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:21:48.925924 run setcap-netadm(pid=16923): Launched\u000a21:21:50.126514 run setcap-netadm(pid=16923): Terminated: ok {rc=0}\u000a21:21:50.464791 run srsepc(pid=16924): Launched\u000a21:21:50.583874 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:21:51.721141 run rm-remote-dir(pid=16925): Launched\u000a21:21:51.907915 run srsepc(pid=16924): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16924)]\u000a21:21:52.044528 run srsepc(pid=16924): stdout: \u000a| (launched: 2022-12-09_21:21:50.302900)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:52.181034 run srsepc(pid=16924): stderr: \u000a| (launched: 2022-12-09_21:21:50.352740)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:52.312591 run srsepc(pid=16924): stdout: \u000a| (launched: 2022-12-09_21:21:50.302900)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:21:52.443162 run srsepc(pid=16924): stderr: \u000a| (launched: 2022-12-09_21:21:50.352740)\u000a| Connection to 10.42.42.116 closed. \u000a21:21:52.596021 run rm-remote-dir(pid=16925): Terminating (SIGINT)\u000a21:21:52.775708 run rm-remote-dir(pid=16925): Terminated: ok {rc=0}\u000a21:21:52.808803 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=16924): Process ended prematurely: srsepc(pid=16924) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16924)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a21:21:52.818775 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a21:21:52.928685 run scp-back-log(pid=16926): Launched\u000a21:21:54.013953 run scp-back-log(pid=16926): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16926)]\u000a21:21:54.075139 run scp-back-log(pid=16926): stdout: \u000a| (launched: 2022-12-09_21:21:52.859817) \u000a21:21:54.136651 run scp-back-log(pid=16926): stderr: \u000a| (launched: 2022-12-09_21:21:52.879358)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:21:54.188627 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16926): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16926)]')\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16940): Process ended prematurely: srsepc(pid=16940) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16940)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16940): Process ended prematurely: srsepc(pid=16940) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a21:21:54.202720 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:21:54.219246 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:21:54.242265 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:21:54.389677 tst rrc_idle_mt_ping.py: using MSISDN 7396\u000a21:21:54.499521 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7396', subscriber_id=0}\u000a21:21:54.607993 run srsepc_10.42.42.118: Starting srsepc\u000a21:21:55.253938 run rm-remote-dir(pid=16928): Launched\u000a21:21:56.444024 run rm-remote-dir(pid=16928): Terminated: ok {rc=0}\u000a21:21:56.774277 run mk-remote-dir(pid=16929): Launched\u000a21:21:57.963303 run mk-remote-dir(pid=16929): Terminated: ok {rc=0}\u000a21:21:58.241556 run scp-inst-to-remote(pid=16930): Launched\u000a21:22:00.429987 run scp-inst-to-remote(pid=16930): Terminated: ok {rc=0}\u000a21:22:00.762396 run rm-remote-dir(pid=16932): Launched\u000a21:22:01.954484 run rm-remote-dir(pid=16932): Terminated: ok {rc=0}\u000a21:22:02.310205 run mk-remote-dir(pid=16933): Launched\u000a21:22:03.498836 run mk-remote-dir(pid=16933): Terminated: ok {rc=0}\u000a21:22:03.778839 run scp-cfg-to-remote(pid=16934): Launched\u000a21:22:04.965075 run scp-cfg-to-remote(pid=16934): Terminated: ok {rc=0}\u000a21:22:05.243722 run scp-db-to-remote(pid=16936): Launched\u000a21:22:06.429999 run scp-db-to-remote(pid=16936): Terminated: ok {rc=0}\u000a21:22:06.545204 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:22:06.866869 run patchelf(pid=16938): Launched\u000a21:22:08.053456 run patchelf(pid=16938): Terminated: ok {rc=0}\u000a21:22:08.168496 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:22:08.490364 run setcap-netadm(pid=16939): Launched\u000a21:22:09.677730 run setcap-netadm(pid=16939): Terminated: ok {rc=0}\u000a21:22:09.991576 run srsepc(pid=16940): Launched\u000a21:22:10.101566 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:22:11.236122 run rm-remote-dir(pid=16941): Launched\u000a21:22:11.423946 run srsepc(pid=16940): ERR: Terminated: ERROR {rc=127} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16940)]\u000a21:22:11.561777 run srsepc(pid=16940): stdout: \u000a| (launched: 2022-12-09_21:22:09.841901)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:11.699117 run srsepc(pid=16940): stderr: \u000a| (launched: 2022-12-09_21:22:09.887871)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:11.831355 run srsepc(pid=16940): stdout: \u000a| (launched: 2022-12-09_21:22:09.841901)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:22:11.962663 run srsepc(pid=16940): stderr: \u000a| (launched: 2022-12-09_21:22:09.887871)\u000a| Connection to 10.42.42.116 closed. \u000a21:22:12.116222 run rm-remote-dir(pid=16941): Terminating (SIGINT)\u000a21:22:12.296309 run rm-remote-dir(pid=16941): Terminated: ok {rc=0}\u000a21:22:12.329764 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=16940): Process ended prematurely: srsepc(pid=16940) [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16940)] [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a21:22:12.339568 tst rrc_idle_mt_ping.py:16: Test FAILED (18.1 sec)\u000a21:22:12.450337 run scp-back-log(pid=16943): Launched\u000a21:22:13.536343 run scp-back-log(pid=16943): ERR: Terminated: ERROR {rc=1} [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16943)]\u000a21:22:13.597706 run scp-back-log(pid=16943): stdout: \u000a| (launched: 2022-12-09_21:22:12.380828) \u000a21:22:13.659929 run scp-back-log(pid=16943): stderr: \u000a| (launched: 2022-12-09_21:22:12.400466)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:22:13.712156 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16943): launch_sync(): local process exited with status 1 [trial-2364↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16943)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:19:50" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16955): Process ended prematurely: osmo-stp_10.42.42.5(pid=16955) [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16955): Process ended prematurely: osmo-stp_10.42.42.5(pid=16955) [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a21:22:14.564045 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:14.575393 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:22:14.710384 tst handover.py: using LAC 23797\u000a21:22:14.837694 tst handover.py: using RAC 82\u000a21:22:14.966755 tst handover.py: using CellId 23797\u000a21:22:15.093341 tst handover.py: using BVCI 23798\u000a21:22:15.118268 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:22:15.246548 tst handover.py: using LAC 23798\u000a21:22:15.373203 tst handover.py: using RAC 83\u000a21:22:15.496838 tst handover.py: using CellId 23798\u000a21:22:15.617722 tst handover.py: using BVCI 23799\u000a21:22:15.641259 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:15.652110 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:15.663601 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:15.674763 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:15.686056 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:22:15.696590 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:22:15.816172 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:22:16.065268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:16.677501 run create_hlr_db(pid=16949): Launched\u000a21:22:17.871622 run create_hlr_db(pid=16949): Terminated: ok {rc=0}\u000a21:22:18.208629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16951): Launched\u000a21:22:18.536853 run osmo-hlr_10.42.42.2(pid=16952): Launched\u000a21:22:18.659019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:19.228365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16954): Launched\u000a21:22:19.557476 run osmo-stp_10.42.42.5(pid=16955): Launched\u000a21:22:19.677211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:20.276483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16957): Launched\u000a21:22:20.606561 run osmo-msc_10.42.42.6(pid=16958): Launched\u000a21:22:20.796934 run osmo-stp_10.42.42.5(pid=16955): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)]\u000a21:22:20.934261 run osmo-stp_10.42.42.5(pid=16955): stdout: \u000a| (launched: 2022-12-09_21:22:19.395048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:21.070717 run osmo-stp_10.42.42.5(pid=16955): stderr: \u000a| �[0;m�[38;5;43m20221209212219590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212219590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212219590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212219590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212219591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212219591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212219591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:21.202184 run osmo-stp_10.42.42.5(pid=16955): stdout: \u000a| (launched: 2022-12-09_21:22:19.395048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:21.332350 run osmo-stp_10.42.42.5(pid=16955): stderr: \u000a| �[0;m�[38;5;43m20221209212219590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212219590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212219590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212219590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212219591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212219591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212219591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:21.389509 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16955): Process ended prematurely: osmo-stp_10.42.42.5(pid=16955) [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)] [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a21:22:21.398287 tst handover.py:18: Test FAILED (6.8 sec)\u000a21:22:21.460743 run osmo-hlr_10.42.42.2(pid=16952): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16952)]\u000a21:22:21.512026 run osmo-hlr_10.42.42.2(pid=16952): stdout: \u000a| (launched: 2022-12-09_21:22:18.375283) \u000a21:22:21.564442 run osmo-hlr_10.42.42.2(pid=16952): stderr: \u000a| �[0;m�[1;31m20221209212218574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212218574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212218574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212218574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212218574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212218575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212218590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212218600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212218600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212218600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:21.635366 run osmo-msc_10.42.42.6(pid=16958): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16958)]\u000a21:22:21.686597 run osmo-msc_10.42.42.6(pid=16958): stdout: \u000a| (launched: 2022-12-09_21:22:20.443991) \u000a21:22:21.738568 run osmo-msc_10.42.42.6(pid=16958): stderr: \u000a| �[0;m�[38;5;43m20221209212220765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212220765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f681b719c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212220765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212220765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212220765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212220766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212220767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212220768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212220768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212220768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:21.782684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16951): Terminating (SIGTERM)\u000a21:22:21.824230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16954): Terminating (SIGTERM)\u000a21:22:21.865954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16957): Terminating (SIGTERM)\u000a21:22:21.875495 --- ParallelTerminationStrategy: PID 16951 died...\u000a21:22:21.931073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16951): Terminated: ok {rc=0}\u000a21:22:21.941109 --- ParallelTerminationStrategy: PID 16954 died...\u000a21:22:21.996527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16954): Terminated: ok {rc=0}\u000a21:22:22.006538 --- ParallelTerminationStrategy: PID 16957 died...\u000a21:22:22.062102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16957): Terminated: ok {rc=0}\u000a21:22:22.149663 bus /sierra_3: Setting Powered False\u000a21:22:23.256306 bus /sierra_3: Setting Powered False\u000a21:22:24.367310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:22:14" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16969): Process ended prematurely: osmo-stp_10.42.42.5(pid=16969) [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16969)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16969): Process ended prematurely: osmo-stp_10.42.42.5(pid=16969) [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:22:26.322401 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:26.333115 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:22:26.461878 tst handover.py: using LAC 23799\u000a21:22:26.584904 tst handover.py: using RAC 84\u000a21:22:26.706772 tst handover.py: using CellId 23799\u000a21:22:26.839757 tst handover.py: using BVCI 23800\u000a21:22:26.864560 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:22:26.992315 tst handover.py: using LAC 23800\u000a21:22:27.120457 tst handover.py: using RAC 85\u000a21:22:27.246793 tst handover.py: using CellId 23800\u000a21:22:27.375442 tst handover.py: using BVCI 23801\u000a21:22:27.400366 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:27.411661 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:27.422769 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:27.434347 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:27.446017 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:22:27.457568 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:22:27.575864 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:22:27.778826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:28.234960 run create_hlr_db(pid=16963): Launched\u000a21:22:28.358938 bus /sierra_2: Setting Powered False\u000a21:22:29.431739 run create_hlr_db(pid=16963): Terminated: ok {rc=0}\u000a21:22:29.842475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16965): Launched\u000a21:22:30.173913 run osmo-hlr_10.42.42.2(pid=16966): Launched\u000a21:22:30.298698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:30.847170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16968): Launched\u000a21:22:31.317486 run osmo-stp_10.42.42.5(pid=16969): Launched\u000a21:22:31.464368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:32.097431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16971): Launched\u000a21:22:32.436931 run osmo-msc_10.42.42.6(pid=16972): Launched\u000a21:22:32.630124 run osmo-stp_10.42.42.5(pid=16969): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16969)]\u000a21:22:32.768710 run osmo-stp_10.42.42.5(pid=16969): stdout: \u000a| (launched: 2022-12-09_21:22:31.056624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:32.906503 run osmo-stp_10.42.42.5(pid=16969): stderr: \u000a| �[0;m�[38;5;43m20221209212231354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212231354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212231354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212231355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212231357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212231357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212231357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:33.039076 run osmo-stp_10.42.42.5(pid=16969): stdout: \u000a| (launched: 2022-12-09_21:22:31.056624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:33.170322 run osmo-stp_10.42.42.5(pid=16969): stderr: \u000a| �[0;m�[38;5;43m20221209212231354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212231354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212231354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212231355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212231357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212231357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212231357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:33.227669 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16969): Process ended prematurely: osmo-stp_10.42.42.5(pid=16969) [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16969)] [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a21:22:33.236276 tst handover.py:18: Test FAILED (6.9 sec)\u000a21:22:33.298402 run osmo-hlr_10.42.42.2(pid=16966): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16966)]\u000a21:22:33.349570 run osmo-hlr_10.42.42.2(pid=16966): stdout: \u000a| (launched: 2022-12-09_21:22:30.010061) \u000a21:22:33.401224 run osmo-hlr_10.42.42.2(pid=16966): stderr: \u000a| �[0;m�[1;31m20221209212230209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212230209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212230209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212230209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212230209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212230209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212230221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212230230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212230230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212230230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:33.471392 run osmo-msc_10.42.42.6(pid=16972): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16972)]\u000a21:22:33.522356 run osmo-msc_10.42.42.6(pid=16972): stdout: \u000a| (launched: 2022-12-09_21:22:32.268898) \u000a21:22:33.574372 run osmo-msc_10.42.42.6(pid=16972): stderr: \u000a| �[0;m�[38;5;43m20221209212232610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212232610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fddfa6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212232610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212232610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212232610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212232610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212232612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212232613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212232613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212232613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:33.618434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16965): Terminating (SIGTERM)\u000a21:22:33.660086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16968): Terminating (SIGTERM)\u000a21:22:33.701792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16971): Terminating (SIGTERM)\u000a21:22:33.711332 --- ParallelTerminationStrategy: PID 16965 died...\u000a21:22:33.766593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16965): Terminated: ok {rc=0}\u000a21:22:33.776425 --- ParallelTerminationStrategy: PID 16968 died...\u000a21:22:33.832032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16968): Terminated: ok {rc=0}\u000a21:22:33.842000 --- ParallelTerminationStrategy: PID 16971 died...\u000a21:22:33.897181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16971): Terminated: ok {rc=0}\u000a21:22:33.984835 bus /sierra_3: Setting Powered False\u000a21:22:35.091223 bus /sierra_3: Setting Powered False\u000a21:22:36.199054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:22:26" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16985): Process ended prematurely: osmo-stp_10.42.42.5(pid=16985) [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16985): Process ended prematurely: osmo-stp_10.42.42.5(pid=16985) [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:22:38.191438 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:38.202774 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:22:38.328123 tst handover.py: using LAC 23801\u000a21:22:38.454371 tst handover.py: using RAC 86\u000a21:22:38.580921 tst handover.py: using CellId 23801\u000a21:22:38.707827 tst handover.py: using BVCI 23802\u000a21:22:38.732891 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:22:38.874976 tst handover.py: using LAC 23802\u000a21:22:39.001758 tst handover.py: using RAC 87\u000a21:22:39.130604 tst handover.py: using CellId 23802\u000a21:22:39.262955 tst handover.py: using BVCI 23803\u000a21:22:39.287968 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:39.299257 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:39.310410 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:39.321541 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:39.332678 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:39.344318 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:39.460219 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:39.673984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:40.172616 run create_hlr_db(pid=16979): Launched\u000a21:22:40.305780 bus /sierra_2: Setting Powered False\u000a21:22:41.382657 run create_hlr_db(pid=16979): Terminated: ok {rc=0}\u000a21:22:41.791111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16981): Launched\u000a21:22:42.120172 run osmo-hlr_10.42.42.2(pid=16982): Launched\u000a21:22:42.242331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:42.783851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16984): Launched\u000a21:22:43.113263 run osmo-stp_10.42.42.5(pid=16985): Launched\u000a21:22:43.232805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:43.803215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16987): Launched\u000a21:22:44.133552 run osmo-msc_10.42.42.6(pid=16988): Launched\u000a21:22:44.324197 run osmo-stp_10.42.42.5(pid=16985): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)]\u000a21:22:44.462072 run osmo-stp_10.42.42.5(pid=16985): stdout: \u000a| (launched: 2022-12-09_21:22:42.950432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:44.599294 run osmo-stp_10.42.42.5(pid=16985): stderr: \u000a| �[0;m�[38;5;43m20221209212243143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212243143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212243143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212243143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212243146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212243146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212243146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:44.730940 run osmo-stp_10.42.42.5(pid=16985): stdout: \u000a| (launched: 2022-12-09_21:22:42.950432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:44.861227 run osmo-stp_10.42.42.5(pid=16985): stderr: \u000a| �[0;m�[38;5;43m20221209212243143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212243143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212243143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212243143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212243146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212243146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212243146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:44.918175 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16985): Process ended prematurely: osmo-stp_10.42.42.5(pid=16985) [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)] [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a21:22:44.926683 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:22:44.988732 run osmo-hlr_10.42.42.2(pid=16982): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16982)]\u000a21:22:45.039733 run osmo-hlr_10.42.42.2(pid=16982): stdout: \u000a| (launched: 2022-12-09_21:22:41.958662) \u000a21:22:45.091500 run osmo-hlr_10.42.42.2(pid=16982): stderr: \u000a| �[0;m�[1;31m20221209212242159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212242159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212242160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212242160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212242160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212242160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212242172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212242181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212242181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212242181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:45.161585 run osmo-msc_10.42.42.6(pid=16988): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16988)]\u000a21:22:45.212342 run osmo-msc_10.42.42.6(pid=16988): stdout: \u000a| (launched: 2022-12-09_21:22:43.970875) \u000a21:22:45.264065 run osmo-msc_10.42.42.6(pid=16988): stderr: \u000a| �[0;m�[38;5;43m20221209212244290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212244290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9cd79ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212244291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212244291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212244291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212244291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212244293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212244293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212244293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212244293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:45.307996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16981): Terminating (SIGTERM)\u000a21:22:45.349310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16984): Terminating (SIGTERM)\u000a21:22:45.390457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16987): Terminating (SIGTERM)\u000a21:22:45.399865 --- ParallelTerminationStrategy: PID 16981 died...\u000a21:22:45.455134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16981): Terminated: ok {rc=0}\u000a21:22:45.465035 --- ParallelTerminationStrategy: PID 16984 died...\u000a21:22:45.519975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16984): Terminated: ok {rc=0}\u000a21:22:45.529912 --- ParallelTerminationStrategy: PID 16987 died...\u000a21:22:45.585321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16987): Terminated: ok {rc=0}\u000a21:22:45.672602 bus /sierra_3: Setting Powered False\u000a21:22:46.778929 bus /sierra_3: Setting Powered False\u000a21:22:47.889120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:22:37" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16999): Process ended prematurely: osmo-stp_10.42.42.5(pid=16999) [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16999)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16999): Process ended prematurely: osmo-stp_10.42.42.5(pid=16999) [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:22:49.892765 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:49.904181 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:22:50.036694 tst handover.py: using LAC 23803\u000a21:22:50.164739 tst handover.py: using RAC 88\u000a21:22:50.294357 tst handover.py: using CellId 23803\u000a21:22:50.417231 tst handover.py: using BVCI 23804\u000a21:22:50.440404 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:22:50.574255 tst handover.py: using LAC 23804\u000a21:22:50.696836 tst handover.py: using RAC 89\u000a21:22:50.817205 tst handover.py: using CellId 23804\u000a21:22:50.938331 tst handover.py: using BVCI 23805\u000a21:22:50.961571 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:50.972522 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:50.983290 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:50.994550 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:51.005733 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:22:51.016718 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:22:51.137460 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:22:51.349169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:51.843420 run create_hlr_db(pid=16993): Launched\u000a21:22:51.976357 bus /sierra_2: Setting Powered False\u000a21:22:53.052909 run create_hlr_db(pid=16993): Terminated: ok {rc=0}\u000a21:22:53.438538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16995): Launched\u000a21:22:53.746580 run osmo-hlr_10.42.42.2(pid=16996): Launched\u000a21:22:53.867374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:54.381362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16998): Launched\u000a21:22:54.688885 run osmo-stp_10.42.42.5(pid=16999): Launched\u000a21:22:54.801499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:55.339087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17001): Launched\u000a21:22:55.647831 run osmo-msc_10.42.42.6(pid=17002): Launched\u000a21:22:55.891389 run osmo-stp_10.42.42.5(pid=16999): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16999)]\u000a21:22:56.019591 run osmo-stp_10.42.42.5(pid=16999): stdout: \u000a| (launched: 2022-12-09_21:22:54.536633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:56.147418 run osmo-stp_10.42.42.5(pid=16999): stderr: \u000a| �[0;m�[38;5;43m20221209212254710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212254710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212254710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212254711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212254711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212254711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212254711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:56.270579 run osmo-stp_10.42.42.5(pid=16999): stdout: \u000a| (launched: 2022-12-09_21:22:54.536633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:56.392516 run osmo-stp_10.42.42.5(pid=16999): stderr: \u000a| �[0;m�[38;5;43m20221209212254710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212254710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212254710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212254711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212254711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212254711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212254711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:56.445923 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16999): Process ended prematurely: osmo-stp_10.42.42.5(pid=16999) [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16999)] [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:22:56.454036 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:22:56.513722 run osmo-hlr_10.42.42.2(pid=16996): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16996)]\u000a21:22:56.562760 run osmo-hlr_10.42.42.2(pid=16996): stdout: \u000a| (launched: 2022-12-09_21:22:53.594260) \u000a21:22:56.612210 run osmo-hlr_10.42.42.2(pid=16996): stderr: \u000a| �[0;m�[1;31m20221209212253769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212253770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212253782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212253793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212253793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212253793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:56.679039 run osmo-msc_10.42.42.6(pid=17002): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17002)]\u000a21:22:56.727479 run osmo-msc_10.42.42.6(pid=17002): stdout: \u000a| (launched: 2022-12-09_21:22:55.494954) \u000a21:22:56.776313 run osmo-msc_10.42.42.6(pid=17002): stderr: \u000a| �[0;m�[38;5;43m20221209212255764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212255764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95268e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212255764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212255764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212255764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212255765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212255766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212255767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212255767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212255767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:56.817636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16995): Terminating (SIGTERM)\u000a21:22:56.856936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16998): Terminating (SIGTERM)\u000a21:22:56.896282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17001): Terminating (SIGTERM)\u000a21:22:56.905673 --- ParallelTerminationStrategy: PID 16995 died...\u000a21:22:56.958059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16995): Terminated: ok {rc=0}\u000a21:22:56.967825 --- ParallelTerminationStrategy: PID 16998 died...\u000a21:22:57.020397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16998): Terminated: ok {rc=0}\u000a21:22:57.029825 --- ParallelTerminationStrategy: PID 17001 died...\u000a21:22:57.082392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17001): Terminated: ok {rc=0}\u000a21:22:57.165549 bus /sierra_3: Setting Powered False\u000a21:22:58.271482 bus /sierra_3: Setting Powered False\u000a21:22:59.380816 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:22:49" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17026): Process ended prematurely: osmo-stp_10.42.42.5(pid=17026) [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17026): Process ended prematurely: osmo-stp_10.42.42.5(pid=17026) [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:23:01.378212 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:23:01.390226 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:23:01.528246 tst handover.py: using LAC 23805\u000a21:23:01.655293 tst handover.py: using RAC 90\u000a21:23:01.808018 tst handover.py: using CellId 23805\u000a21:23:01.936032 tst handover.py: using BVCI 23806\u000a21:23:01.961155 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:23:02.112332 tst handover.py: using LAC 23806\u000a21:23:02.241220 tst handover.py: using RAC 91\u000a21:23:02.375892 tst handover.py: using CellId 23806\u000a21:23:02.502105 tst handover.py: using BVCI 23807\u000a21:23:02.526721 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:23:02.538839 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:23:02.551702 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:23:02.564894 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:23:02.579445 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:23:02.592516 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:23:02.718813 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:23:02.939431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:03.473865 run create_hlr_db(pid=17018): Launched\u000a21:23:03.612161 bus /sierra_2: Setting Powered False\u000a21:23:04.693482 run create_hlr_db(pid=17018): Terminated: ok {rc=0}\u000a21:23:05.121965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17020): Launched\u000a21:23:05.493896 run osmo-hlr_10.42.42.2(pid=17021): Launched\u000a21:23:05.737376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:06.332383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17025): Launched\u000a21:23:06.749386 run osmo-stp_10.42.42.5(pid=17026): Launched\u000a21:23:06.972934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:07.583958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17028): Launched\u000a21:23:07.991847 run osmo-msc_10.42.42.6(pid=17029): Launched\u000a21:23:08.448641 run osmo-stp_10.42.42.5(pid=17026): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)]\u000a21:23:08.764324 run osmo-stp_10.42.42.5(pid=17026): stdout: \u000a| (launched: 2022-12-09_21:23:06.490332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:08.899520 run osmo-stp_10.42.42.5(pid=17026): stderr: \u000a| �[0;m�[38;5;43m20221209212306810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212306810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212306811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212306811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212306811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212306812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212306812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:09.050807 run osmo-stp_10.42.42.5(pid=17026): stdout: \u000a| (launched: 2022-12-09_21:23:06.490332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:09.205811 run osmo-stp_10.42.42.5(pid=17026): stderr: \u000a| �[0;m�[38;5;43m20221209212306810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212306810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212306811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212306811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212306811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212306812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212306812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:09.268397 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17026): Process ended prematurely: osmo-stp_10.42.42.5(pid=17026) [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)] [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:23:09.277713 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:23:09.347900 run osmo-hlr_10.42.42.2(pid=17021): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17021)]\u000a21:23:09.407952 run osmo-hlr_10.42.42.2(pid=17021): stdout: \u000a| (launched: 2022-12-09_21:23:05.294570) \u000a21:23:09.470376 run osmo-hlr_10.42.42.2(pid=17021): stderr: \u000a| �[0;m�[1;31m20221209212305585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212305585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212305585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212305585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212305585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212305585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212305599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212305616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212305616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212305616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:09.555977 run osmo-msc_10.42.42.6(pid=17029): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17029)]\u000a21:23:09.615863 run osmo-msc_10.42.42.6(pid=17029): stdout: \u000a| (launched: 2022-12-09_21:23:07.743234) \u000a21:23:09.680295 run osmo-msc_10.42.42.6(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221209212308308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212308308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1f447dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212308308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212308308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212308310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212308310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212308312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212308312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212308312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212308312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:09.734332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17020): Terminating (SIGTERM)\u000a21:23:09.781427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17025): Terminating (SIGTERM)\u000a21:23:09.834281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17028): Terminating (SIGTERM)\u000a21:23:09.846153 --- ParallelTerminationStrategy: PID 17020 died...\u000a21:23:09.911468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17020): Terminated: ok {rc=0}\u000a21:23:09.925207 --- ParallelTerminationStrategy: PID 17025 died...\u000a21:23:09.988586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17025): Terminated: ok {rc=0}\u000a21:23:10.006840 --- ParallelTerminationStrategy: PID 17028 died...\u000a21:23:10.077058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17028): Terminated: ok {rc=0}\u000a21:23:10.185621 bus /sierra_3: Setting Powered False\u000a21:23:11.294162 bus /sierra_3: Setting Powered False\u000a21:23:12.409224 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:23:01" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17298): Process ended prematurely: osmo-stp_10.42.42.5(pid=17298) [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17298)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17298): Process ended prematurely: osmo-stp_10.42.42.5(pid=17298) [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:23:14.429491 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:23:14.442037 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:23:14.581349 tst handover.py: using LAC 23807\u000a21:23:14.713310 tst handover.py: using RAC 92\u000a21:23:14.846023 tst handover.py: using CellId 23807\u000a21:23:14.978076 tst handover.py: using BVCI 23808\u000a21:23:15.004688 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:23:15.139010 tst handover.py: using LAC 23808\u000a21:23:15.275126 tst handover.py: using RAC 93\u000a21:23:15.407840 tst handover.py: using CellId 23808\u000a21:23:15.539076 tst handover.py: using BVCI 23809\u000a21:23:15.566368 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:23:15.578855 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:23:15.590820 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:23:15.602910 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:23:15.615323 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:23:15.628392 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:23:15.756134 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:23:16.001836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:16.610964 run create_hlr_db(pid=17292): Launched\u000a21:23:16.752055 bus /sierra_2: Setting Powered False\u000a21:23:17.864113 run create_hlr_db(pid=17292): Terminated: ok {rc=0}\u000a21:23:18.298659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17294): Launched\u000a21:23:18.740868 run osmo-hlr_10.42.42.2(pid=17295): Launched\u000a21:23:18.987652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:19.559175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17297): Launched\u000a21:23:19.996608 run osmo-stp_10.42.42.5(pid=17298): Launched\u000a21:23:20.225769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:20.830949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17300): Launched\u000a21:23:21.278276 run osmo-msc_10.42.42.6(pid=17301): Launched\u000a21:23:21.681249 run osmo-stp_10.42.42.5(pid=17298): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17298)]\u000a21:23:21.874065 run osmo-stp_10.42.42.5(pid=17298): stdout: \u000a| (launched: 2022-12-09_21:23:19.734863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:22.017328 run osmo-stp_10.42.42.5(pid=17298): stderr: \u000a| �[0;m�[38;5;43m20221209212320034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212320034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212320034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212320035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212320035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212320035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212320036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:22.155360 run osmo-stp_10.42.42.5(pid=17298): stdout: \u000a| (launched: 2022-12-09_21:23:19.734863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:22.292524 run osmo-stp_10.42.42.5(pid=17298): stderr: \u000a| �[0;m�[38;5;43m20221209212320034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212320034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212320034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212320035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212320035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212320035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212320036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:22.354383 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17298): Process ended prematurely: osmo-stp_10.42.42.5(pid=17298) [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17298)] [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a21:23:22.364290 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:23:22.429126 run osmo-hlr_10.42.42.2(pid=17295): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17295)]\u000a21:23:22.482165 run osmo-hlr_10.42.42.2(pid=17295): stdout: \u000a| (launched: 2022-12-09_21:23:18.472484) \u000a21:23:22.537889 run osmo-hlr_10.42.42.2(pid=17295): stderr: \u000a| �[0;m�[1;31m20221209212318778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212318778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212318778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212318778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212318778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212318778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212318798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212318817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212318818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212318818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:22.611714 run osmo-msc_10.42.42.6(pid=17301): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17301)]\u000a21:23:22.666549 run osmo-msc_10.42.42.6(pid=17301): stdout: \u000a| (launched: 2022-12-09_21:23:21.006547) \u000a21:23:22.719742 run osmo-msc_10.42.42.6(pid=17301): stderr: \u000a| �[0;m�[38;5;43m20221209212321513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212321513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0d0373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212321514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212321514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212321514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212321514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212321516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212321516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212321517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212321517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:22.766522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17294): Terminating (SIGTERM)\u000a21:23:22.811664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17297): Terminating (SIGTERM)\u000a21:23:22.858111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17300): Terminating (SIGTERM)\u000a21:23:22.868661 --- ParallelTerminationStrategy: PID 17294 died...\u000a21:23:22.928725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17294): Terminated: ok {rc=0}\u000a21:23:22.940524 --- ParallelTerminationStrategy: PID 17297 died...\u000a21:23:22.999019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17297): Terminated: ok {rc=0}\u000a21:23:23.010161 --- ParallelTerminationStrategy: PID 17300 died...\u000a21:23:23.069459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17300): Terminated: ok {rc=0}\u000a21:23:23.161791 bus /sierra_3: Setting Powered False\u000a21:23:24.273901 bus /sierra_3: Setting Powered False\u000a21:23:25.385730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17313): Process ended prematurely: osmo-stp_10.42.42.5(pid=17313) [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17313): Process ended prematurely: osmo-stp_10.42.42.5(pid=17313) [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:23:27.370701 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:27.381534 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:23:27.510338 tst handover.py: using LAC 23809\u000a21:23:27.633449 tst handover.py: using RAC 94\u000a21:23:27.754070 tst handover.py: using CellId 23809\u000a21:23:27.874939 tst handover.py: using BVCI 23810\u000a21:23:27.898400 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:23:28.036244 tst handover.py: using LAC 23810\u000a21:23:28.159089 tst handover.py: using RAC 95\u000a21:23:28.282388 tst handover.py: using CellId 23810\u000a21:23:28.405200 tst handover.py: using BVCI 23811\u000a21:23:28.428489 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:28.439402 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:28.450157 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:28.461048 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:28.472032 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:23:28.482869 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:23:28.604497 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:23:28.809726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:29.270521 run create_hlr_db(pid=17307): Launched\u000a21:23:29.395765 bus /sierra_2: Setting Powered False\u000a21:23:30.470140 run create_hlr_db(pid=17307): Terminated: ok {rc=0}\u000a21:23:30.896884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17309): Launched\u000a21:23:31.359602 run osmo-hlr_10.42.42.2(pid=17310): Launched\u000a21:23:31.511127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:32.162777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17312): Launched\u000a21:23:32.518396 run osmo-stp_10.42.42.5(pid=17313): Launched\u000a21:23:32.663374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:33.216426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17315): Launched\u000a21:23:33.529148 run osmo-msc_10.42.42.6(pid=17316): Launched\u000a21:23:33.712147 run osmo-stp_10.42.42.5(pid=17313): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)]\u000a21:23:33.843917 run osmo-stp_10.42.42.5(pid=17313): stdout: \u000a| (launched: 2022-12-09_21:23:32.325006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:33.973118 run osmo-stp_10.42.42.5(pid=17313): stderr: \u000a| �[0;m�[38;5;43m20221209212332610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212332610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212332611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212332611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212332611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212332612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212332612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:34.097413 run osmo-stp_10.42.42.5(pid=17313): stdout: \u000a| (launched: 2022-12-09_21:23:32.325006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:34.220850 run osmo-stp_10.42.42.5(pid=17313): stderr: \u000a| �[0;m�[38;5;43m20221209212332610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212332610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212332611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212332611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212332611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212332612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212332612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:34.274998 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17313): Process ended prematurely: osmo-stp_10.42.42.5(pid=17313) [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)] [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a21:23:34.283340 tst handover.py:18: Test FAILED (6.9 sec)\u000a21:23:34.343818 run osmo-hlr_10.42.42.2(pid=17310): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17310)]\u000a21:23:34.393049 run osmo-hlr_10.42.42.2(pid=17310): stdout: \u000a| (launched: 2022-12-09_21:23:31.076353) \u000a21:23:34.443541 run osmo-hlr_10.42.42.2(pid=17310): stderr: \u000a| �[0;m�[1;31m20221209212331315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212331315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212331316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212331316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212331316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212331316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212331334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212331350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212331350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212331350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:34.511150 run osmo-msc_10.42.42.6(pid=17316): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17316)]\u000a21:23:34.560365 run osmo-msc_10.42.42.6(pid=17316): stdout: \u000a| (launched: 2022-12-09_21:23:33.373729) \u000a21:23:34.610118 run osmo-msc_10.42.42.6(pid=17316): stderr: \u000a| �[0;m�[38;5;43m20221209212333648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212333648 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f82625c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212333648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212333648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212333648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212333649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212333651 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212333651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212333651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212333651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:34.651966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17309): Terminating (SIGTERM)\u000a21:23:34.691756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17312): Terminating (SIGTERM)\u000a21:23:34.731301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17315): Terminating (SIGTERM)\u000a21:23:34.740624 --- ParallelTerminationStrategy: PID 17309 died...\u000a21:23:34.793714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17309): Terminated: ok {rc=0}\u000a21:23:34.803122 --- ParallelTerminationStrategy: PID 17312 died...\u000a21:23:34.855628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17312): Terminated: ok {rc=0}\u000a21:23:34.865102 --- ParallelTerminationStrategy: PID 17315 died...\u000a21:23:34.918222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17315): Terminated: ok {rc=0}\u000a21:23:35.006695 bus /sierra_3: Setting Powered False\u000a21:23:36.110651 bus /sierra_3: Setting Powered False\u000a21:23:37.223004 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:23:27" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17327): Process ended prematurely: osmo-stp_10.42.42.5(pid=17327) [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17327)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17327): Process ended prematurely: osmo-stp_10.42.42.5(pid=17327) [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:23:39.231887 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:39.242780 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:23:39.374497 tst handover.py: using LAC 23811\u000a21:23:39.498808 tst handover.py: using RAC 96\u000a21:23:39.622185 tst handover.py: using CellId 23811\u000a21:23:39.742961 tst handover.py: using BVCI 23812\u000a21:23:39.766411 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:23:39.904830 tst handover.py: using LAC 23812\u000a21:23:40.026583 tst handover.py: using RAC 97\u000a21:23:40.150345 tst handover.py: using CellId 23812\u000a21:23:40.271661 tst handover.py: using BVCI 23813\u000a21:23:40.295285 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:40.306236 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:40.317193 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:40.328198 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:40.339644 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:23:40.350726 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:23:40.473988 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:23:40.687699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:41.190975 run create_hlr_db(pid=17321): Launched\u000a21:23:41.325538 bus /sierra_2: Setting Powered False\u000a21:23:42.402786 run create_hlr_db(pid=17321): Terminated: ok {rc=0}\u000a21:23:42.792086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17323): Launched\u000a21:23:43.102311 run osmo-hlr_10.42.42.2(pid=17324): Launched\u000a21:23:43.220206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:43.730898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17326): Launched\u000a21:23:44.041425 run osmo-stp_10.42.42.5(pid=17327): Launched\u000a21:23:44.155261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:44.694108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17329): Launched\u000a21:23:45.004917 run osmo-msc_10.42.42.6(pid=17330): Launched\u000a21:23:45.187146 run osmo-stp_10.42.42.5(pid=17327): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17327)]\u000a21:23:45.318066 run osmo-stp_10.42.42.5(pid=17327): stdout: \u000a| (launched: 2022-12-09_21:23:43.887883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:45.446627 run osmo-stp_10.42.42.5(pid=17327): stderr: \u000a| �[0;m�[38;5;43m20221209212344059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212344059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212344059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212344060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:45.571008 run osmo-stp_10.42.42.5(pid=17327): stdout: \u000a| (launched: 2022-12-09_21:23:43.887883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:45.694271 run osmo-stp_10.42.42.5(pid=17327): stderr: \u000a| �[0;m�[38;5;43m20221209212344059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212344059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212344059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212344060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212344062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:45.748037 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17327): Process ended prematurely: osmo-stp_10.42.42.5(pid=17327) [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17327)] [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a21:23:45.756094 tst handover.py:18: Test FAILED (6.5 sec)\u000a21:23:45.816777 run osmo-hlr_10.42.42.2(pid=17324): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17324)]\u000a21:23:45.868192 run osmo-hlr_10.42.42.2(pid=17324): stdout: \u000a| (launched: 2022-12-09_21:23:42.949058) \u000a21:23:45.926532 run osmo-hlr_10.42.42.2(pid=17324): stderr: \u000a| �[0;m�[1;31m20221209212343128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212343128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212343128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212343128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212343128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212343128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212343141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212343149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212343149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212343149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:45.996029 run osmo-msc_10.42.42.6(pid=17330): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17330)]\u000a21:23:46.047104 run osmo-msc_10.42.42.6(pid=17330): stdout: \u000a| (launched: 2022-12-09_21:23:44.850962) \u000a21:23:46.099217 run osmo-msc_10.42.42.6(pid=17330): stderr: \u000a| �[0;m�[38;5;43m20221209212345123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212345123 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76acfd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212345123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212345123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212345124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212345124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212345126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212345126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212345126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212345126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:46.142983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17323): Terminating (SIGTERM)\u000a21:23:46.186390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17326): Terminating (SIGTERM)\u000a21:23:46.230463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17329): Terminating (SIGTERM)\u000a21:23:46.240251 --- ParallelTerminationStrategy: PID 17323 died...\u000a21:23:46.296724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17323): Terminated: ok {rc=0}\u000a21:23:46.307373 --- ParallelTerminationStrategy: PID 17326 died...\u000a21:23:46.362930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17326): Terminated: ok {rc=0}\u000a21:23:46.374023 --- ParallelTerminationStrategy: PID 17329 died...\u000a21:23:46.429849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17329): Terminated: ok {rc=0}\u000a21:23:46.517480 bus /sierra_3: Setting Powered False\u000a21:23:47.621207 bus /sierra_3: Setting Powered False\u000a21:23:48.734697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:23:38" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17341): Process ended prematurely: osmo-stp_10.42.42.5(pid=17341) [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17341)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17341): Process ended prematurely: osmo-stp_10.42.42.5(pid=17341) [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:23:50.696151 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:50.706989 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:23:50.829621 tst handover.py: using LAC 23813\u000a21:23:50.950411 tst handover.py: using RAC 98\u000a21:23:51.073285 tst handover.py: using CellId 23813\u000a21:23:51.195548 tst handover.py: using BVCI 23814\u000a21:23:51.219046 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:23:51.350482 tst handover.py: using LAC 23814\u000a21:23:51.482458 tst handover.py: using RAC 99\u000a21:23:51.618258 tst handover.py: using CellId 23814\u000a21:23:51.747526 tst handover.py: using BVCI 23815\u000a21:23:51.772834 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:51.784176 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:51.795654 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:51.807347 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:51.818994 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:23:51.830611 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:23:51.946663 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:23:52.154659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:52.622016 run create_hlr_db(pid=17335): Launched\u000a21:23:52.747872 bus /sierra_2: Setting Powered False\u000a21:23:53.821476 run create_hlr_db(pid=17335): Terminated: ok {rc=0}\u000a21:23:54.233627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17337): Launched\u000a21:23:54.567372 run osmo-hlr_10.42.42.2(pid=17338): Launched\u000a21:23:54.689819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:55.237845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17340): Launched\u000a21:23:55.570911 run osmo-stp_10.42.42.5(pid=17341): Launched\u000a21:23:55.690849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:56.266495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17343): Launched\u000a21:23:56.600590 run osmo-msc_10.42.42.6(pid=17344): Launched\u000a21:23:56.794494 run osmo-stp_10.42.42.5(pid=17341): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17341)]\u000a21:23:56.933946 run osmo-stp_10.42.42.5(pid=17341): stdout: \u000a| (launched: 2022-12-09_21:23:55.406452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:57.072656 run osmo-stp_10.42.42.5(pid=17341): stderr: \u000a| �[0;m�[38;5;43m20221209212355602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212355602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212355602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212355603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212355603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212355603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212355603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:57.205568 run osmo-stp_10.42.42.5(pid=17341): stdout: \u000a| (launched: 2022-12-09_21:23:55.406452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:57.337410 run osmo-stp_10.42.42.5(pid=17341): stderr: \u000a| �[0;m�[38;5;43m20221209212355602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212355602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212355602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212355603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212355603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212355603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212355603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:57.394913 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17341): Process ended prematurely: osmo-stp_10.42.42.5(pid=17341) [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17341)] [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a21:23:57.403580 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:23:57.466227 run osmo-hlr_10.42.42.2(pid=17338): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17338)]\u000a21:23:57.517551 run osmo-hlr_10.42.42.2(pid=17338): stdout: \u000a| (launched: 2022-12-09_21:23:54.402726) \u000a21:23:57.569492 run osmo-hlr_10.42.42.2(pid=17338): stderr: \u000a| �[0;m�[1;31m20221209212354605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212354605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212354605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212354605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212354605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212354605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212354619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212354629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212354629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212354629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:57.640241 run osmo-msc_10.42.42.6(pid=17344): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17344)]\u000a21:23:57.691363 run osmo-msc_10.42.42.6(pid=17344): stdout: \u000a| (launched: 2022-12-09_21:23:56.435163) \u000a21:23:57.743116 run osmo-msc_10.42.42.6(pid=17344): stderr: \u000a| �[0;m�[38;5;43m20221209212356763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212356763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ecbe02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212356763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212356763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212356763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212356764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212356765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212356766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212356766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212356766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:57.787026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17337): Terminating (SIGTERM)\u000a21:23:57.828464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17340): Terminating (SIGTERM)\u000a21:23:57.870448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17343): Terminating (SIGTERM)\u000a21:23:57.880006 --- ParallelTerminationStrategy: PID 17337 died...\u000a21:23:57.935887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17337): Terminated: ok {rc=0}\u000a21:23:57.946003 --- ParallelTerminationStrategy: PID 17340 died...\u000a21:23:58.001557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17340): Terminated: ok {rc=0}\u000a21:23:58.011568 --- ParallelTerminationStrategy: PID 17343 died...\u000a21:23:58.066994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17343): Terminated: ok {rc=0}\u000a21:23:58.154475 bus /sierra_3: Setting Powered False\u000a21:23:59.260566 bus /sierra_3: Setting Powered False\u000a21:24:00.367351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:23:50" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17355): Process ended prematurely: osmo-stp_10.42.42.5(pid=17355) [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17355)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17355): Process ended prematurely: osmo-stp_10.42.42.5(pid=17355) [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:24:02.431623 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:02.443235 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:24:02.571826 tst handover.py: using LAC 23815\u000a21:24:02.693397 tst handover.py: using RAC 100\u000a21:24:02.814820 tst handover.py: using CellId 23815\u000a21:24:02.935177 tst handover.py: using BVCI 23816\u000a21:24:02.958744 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:24:03.094984 tst handover.py: using LAC 23816\u000a21:24:03.221372 tst handover.py: using RAC 101\u000a21:24:03.340767 tst handover.py: using CellId 23816\u000a21:24:03.462199 tst handover.py: using BVCI 23817\u000a21:24:03.485754 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:03.496480 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:03.507338 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:03.518164 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:03.529169 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:24:03.539965 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:24:03.661512 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:24:03.875740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:04.379069 run create_hlr_db(pid=17349): Launched\u000a21:24:04.513345 bus /sierra_2: Setting Powered False\u000a21:24:05.591591 run create_hlr_db(pid=17349): Terminated: ok {rc=0}\u000a21:24:05.980891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17351): Launched\u000a21:24:06.292447 run osmo-hlr_10.42.42.2(pid=17352): Launched\u000a21:24:06.405703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:06.917156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17354): Launched\u000a21:24:07.228482 run osmo-stp_10.42.42.5(pid=17355): Launched\u000a21:24:07.343310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:07.919187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17357): Launched\u000a21:24:08.252096 run osmo-msc_10.42.42.6(pid=17358): Launched\u000a21:24:08.446093 run osmo-stp_10.42.42.5(pid=17355): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17355)]\u000a21:24:08.586143 run osmo-stp_10.42.42.5(pid=17355): stdout: \u000a| (launched: 2022-12-09_21:24:07.073971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:08.725954 run osmo-stp_10.42.42.5(pid=17355): stderr: \u000a| �[0;m�[38;5;43m20221209212407245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212407245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212407246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212407246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212407247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212407247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212407247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:08.858862 run osmo-stp_10.42.42.5(pid=17355): stdout: \u000a| (launched: 2022-12-09_21:24:07.073971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:08.990976 run osmo-stp_10.42.42.5(pid=17355): stderr: \u000a| �[0;m�[38;5;43m20221209212407245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212407245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212407246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212407246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212407247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212407247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212407247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:09.048651 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17355): Process ended prematurely: osmo-stp_10.42.42.5(pid=17355) [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17355)] [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a21:24:09.057439 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:24:09.120266 run osmo-hlr_10.42.42.2(pid=17352): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17352)]\u000a21:24:09.172741 run osmo-hlr_10.42.42.2(pid=17352): stdout: \u000a| (launched: 2022-12-09_21:24:06.138514) \u000a21:24:09.224987 run osmo-hlr_10.42.42.2(pid=17352): stderr: \u000a| �[0;m�[1;31m20221209212406316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212406316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212406316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212406316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212406316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212406316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212406343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212406352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212406352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212406352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:09.295757 run osmo-msc_10.42.42.6(pid=17358): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17358)]\u000a21:24:09.347053 run osmo-msc_10.42.42.6(pid=17358): stdout: \u000a| (launched: 2022-12-09_21:24:08.087741) \u000a21:24:09.398987 run osmo-msc_10.42.42.6(pid=17358): stderr: \u000a| �[0;m�[38;5;43m20221209212408412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212408412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d34038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212408412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212408412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212408412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212408413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212408414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212408415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212408415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212408415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:09.442945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17351): Terminating (SIGTERM)\u000a21:24:09.484359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17354): Terminating (SIGTERM)\u000a21:24:09.526387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17357): Terminating (SIGTERM)\u000a21:24:09.535989 --- ParallelTerminationStrategy: PID 17351 died...\u000a21:24:09.592047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17351): Terminated: ok {rc=0}\u000a21:24:09.602061 --- ParallelTerminationStrategy: PID 17354 died...\u000a21:24:09.657476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17354): Terminated: ok {rc=0}\u000a21:24:09.667414 --- ParallelTerminationStrategy: PID 17357 died...\u000a21:24:09.722796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17357): Terminated: ok {rc=0}\u000a21:24:09.810807 bus /sierra_3: Setting Powered False\u000a21:24:10.918133 bus /sierra_3: Setting Powered False\u000a21:24:12.025793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:24:02" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17369): Process ended prematurely: osmo-stp_10.42.42.5(pid=17369) [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17369)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17369): Process ended prematurely: osmo-stp_10.42.42.5(pid=17369) [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:24:14.019580 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:14.031048 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:24:14.165538 tst handover.py: using LAC 23817\u000a21:24:14.298353 tst handover.py: using RAC 102\u000a21:24:14.429222 tst handover.py: using CellId 23817\u000a21:24:14.561390 tst handover.py: using BVCI 23818\u000a21:24:14.586625 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:24:14.731416 tst handover.py: using LAC 23818\u000a21:24:14.862699 tst handover.py: using RAC 103\u000a21:24:14.993139 tst handover.py: using CellId 23818\u000a21:24:15.122901 tst handover.py: using BVCI 23819\u000a21:24:15.148098 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:15.159724 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:15.171081 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:15.182974 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:15.194907 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:24:15.206732 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:24:15.324866 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:24:15.529484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:16.078483 run create_hlr_db(pid=17363): Launched\u000a21:24:16.217838 bus /sierra_2: Setting Powered False\u000a21:24:17.310120 run create_hlr_db(pid=17363): Terminated: ok {rc=0}\u000a21:24:17.698905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17365): Launched\u000a21:24:18.007987 run osmo-hlr_10.42.42.2(pid=17366): Launched\u000a21:24:18.118317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:18.630990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17368): Launched\u000a21:24:18.941789 run osmo-stp_10.42.42.5(pid=17369): Launched\u000a21:24:19.055033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:19.593259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17371): Launched\u000a21:24:19.904617 run osmo-msc_10.42.42.6(pid=17372): Launched\u000a21:24:20.086189 run osmo-stp_10.42.42.5(pid=17369): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17369)]\u000a21:24:20.217328 run osmo-stp_10.42.42.5(pid=17369): stdout: \u000a| (launched: 2022-12-09_21:24:18.788473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:20.345834 run osmo-stp_10.42.42.5(pid=17369): stderr: \u000a| �[0;m�[38;5;43m20221209212418963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212418963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212418963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212418963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212418964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212418964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212418964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:20.470082 run osmo-stp_10.42.42.5(pid=17369): stdout: \u000a| (launched: 2022-12-09_21:24:18.788473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:20.593050 run osmo-stp_10.42.42.5(pid=17369): stderr: \u000a| �[0;m�[38;5;43m20221209212418963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212418963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212418963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212418963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212418964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212418964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212418964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:20.647138 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17369): Process ended prematurely: osmo-stp_10.42.42.5(pid=17369) [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17369)] [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:24:20.655415 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:24:20.715601 run osmo-hlr_10.42.42.2(pid=17366): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17366)]\u000a21:24:20.764206 run osmo-hlr_10.42.42.2(pid=17366): stdout: \u000a| (launched: 2022-12-09_21:24:17.856084) \u000a21:24:20.813442 run osmo-hlr_10.42.42.2(pid=17366): stderr: \u000a| �[0;m�[1;31m20221209212418038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212418038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212418038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212418038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212418038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212418038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212418115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212418125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212418126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212418126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:20.880087 run osmo-msc_10.42.42.6(pid=17372): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17372)]\u000a21:24:20.928466 run osmo-msc_10.42.42.6(pid=17372): stdout: \u000a| (launched: 2022-12-09_21:24:19.750816) \u000a21:24:20.977654 run osmo-msc_10.42.42.6(pid=17372): stderr: \u000a| �[0;m�[38;5;43m20221209212420024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212420025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbb5be6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212420025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212420025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212420025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212420025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212420027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212420027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212420027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212420028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:21.018941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17365): Terminating (SIGTERM)\u000a21:24:21.058251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17368): Terminating (SIGTERM)\u000a21:24:21.097585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17371): Terminating (SIGTERM)\u000a21:24:21.106828 --- ParallelTerminationStrategy: PID 17365 died...\u000a21:24:21.159627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17365): Terminated: ok {rc=0}\u000a21:24:21.169350 --- ParallelTerminationStrategy: PID 17368 died...\u000a21:24:21.221901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17368): Terminated: ok {rc=0}\u000a21:24:21.231595 --- ParallelTerminationStrategy: PID 17371 died...\u000a21:24:21.284009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17371): Terminated: ok {rc=0}\u000a21:24:21.367653 bus /sierra_3: Setting Powered False\u000a21:24:22.474752 bus /sierra_3: Setting Powered False\u000a21:24:23.586034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:24:13" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17383): Process ended prematurely: osmo-stp_10.42.42.5(pid=17383) [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17383)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17383): Process ended prematurely: osmo-stp_10.42.42.5(pid=17383) [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:24:25.571203 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:25.582233 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:24:25.705999 tst handover.py: using LAC 23819\u000a21:24:25.835989 tst handover.py: using RAC 104\u000a21:24:25.967408 tst handover.py: using CellId 23819\u000a21:24:26.097585 tst handover.py: using BVCI 23820\u000a21:24:26.122914 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:24:26.270403 tst handover.py: using LAC 23820\u000a21:24:26.399519 tst handover.py: using RAC 105\u000a21:24:26.531005 tst handover.py: using CellId 23820\u000a21:24:26.662876 tst handover.py: using BVCI 23821\u000a21:24:26.688294 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:26.700136 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:26.711860 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:26.723722 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:26.735259 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:24:26.746859 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:24:26.864409 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:24:27.071020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:27.531164 run create_hlr_db(pid=17377): Launched\u000a21:24:27.656316 bus /sierra_2: Setting Powered False\u000a21:24:28.730960 run create_hlr_db(pid=17377): Terminated: ok {rc=0}\u000a21:24:29.117199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17379): Launched\u000a21:24:29.428214 run osmo-hlr_10.42.42.2(pid=17380): Launched\u000a21:24:29.546758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:30.056374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17382): Launched\u000a21:24:30.366533 run osmo-stp_10.42.42.5(pid=17383): Launched\u000a21:24:30.479216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:31.066952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17385): Launched\u000a21:24:31.407598 run osmo-msc_10.42.42.6(pid=17386): Launched\u000a21:24:31.631383 run osmo-stp_10.42.42.5(pid=17383): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17383)]\u000a21:24:31.780762 run osmo-stp_10.42.42.5(pid=17383): stdout: \u000a| (launched: 2022-12-09_21:24:30.213148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:32.075374 run osmo-stp_10.42.42.5(pid=17383): stderr: \u000a| �[0;m�[38;5;43m20221209212430387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212430387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212430387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212430387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212430388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212430388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212430388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:32.240213 run osmo-stp_10.42.42.5(pid=17383): stdout: \u000a| (launched: 2022-12-09_21:24:30.213148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:32.368492 run osmo-stp_10.42.42.5(pid=17383): stderr: \u000a| �[0;m�[38;5;43m20221209212430387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212430387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212430387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212430387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212430388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212430388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212430388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:32.424303 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17383): Process ended prematurely: osmo-stp_10.42.42.5(pid=17383) [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17383)] [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:24:32.432643 tst handover.py:18: Test FAILED (6.9 sec)\u000a21:24:32.492910 run osmo-hlr_10.42.42.2(pid=17380): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17380)]\u000a21:24:32.541875 run osmo-hlr_10.42.42.2(pid=17380): stdout: \u000a| (launched: 2022-12-09_21:24:29.274540) \u000a21:24:32.591996 run osmo-hlr_10.42.42.2(pid=17380): stderr: \u000a| �[0;m�[1;31m20221209212429453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212429453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212429453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212429453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212429453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212429453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212429465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212429474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212429474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212429474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:32.660072 run osmo-msc_10.42.42.6(pid=17386): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17386)]\u000a21:24:32.708937 run osmo-msc_10.42.42.6(pid=17386): stdout: \u000a| (launched: 2022-12-09_21:24:31.226978) \u000a21:24:32.758678 run osmo-msc_10.42.42.6(pid=17386): stderr: \u000a| �[0;m�[38;5;43m20221209212431872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212431872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e2067cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212431875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212431875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212431875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212431875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212431880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212431880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212431881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212431881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:32.800351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17379): Terminating (SIGTERM)\u000a21:24:32.839864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17382): Terminating (SIGTERM)\u000a21:24:32.879420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17385): Terminating (SIGTERM)\u000a21:24:32.888798 --- ParallelTerminationStrategy: PID 17379 died...\u000a21:24:32.942491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17379): Terminated: ok {rc=0}\u000a21:24:32.951919 --- ParallelTerminationStrategy: PID 17382 died...\u000a21:24:33.004499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17382): Terminated: ok {rc=0}\u000a21:24:33.014166 --- ParallelTerminationStrategy: PID 17385 died...\u000a21:24:33.066877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17385): Terminated: ok {rc=0}\u000a21:24:33.155089 bus /sierra_3: Setting Powered False\u000a21:24:34.262393 bus /sierra_3: Setting Powered False\u000a21:24:35.373414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:24:25" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17397): Process ended prematurely: osmo-stp_10.42.42.5(pid=17397) [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17397)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17397): Process ended prematurely: osmo-stp_10.42.42.5(pid=17397) [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:24:37.335477 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:37.346344 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:24:37.474817 tst handover.py: using LAC 23821\u000a21:24:37.594494 tst handover.py: using RAC 106\u000a21:24:37.713694 tst handover.py: using CellId 23821\u000a21:24:37.833083 tst handover.py: using BVCI 23822\u000a21:24:37.856271 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:24:37.983690 tst handover.py: using LAC 23822\u000a21:24:38.105159 tst handover.py: using RAC 107\u000a21:24:38.234078 tst handover.py: using CellId 23822\u000a21:24:38.361769 tst handover.py: using BVCI 23823\u000a21:24:38.387092 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:38.398576 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:38.409803 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:38.421619 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:38.433543 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:24:38.445254 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:24:38.569152 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:24:38.774773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:39.235856 run create_hlr_db(pid=17391): Launched\u000a21:24:39.361260 bus /sierra_2: Setting Powered False\u000a21:24:40.434378 run create_hlr_db(pid=17391): Terminated: ok {rc=0}\u000a21:24:40.846698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17393): Launched\u000a21:24:41.179817 run osmo-hlr_10.42.42.2(pid=17394): Launched\u000a21:24:41.300720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:41.847881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17396): Launched\u000a21:24:42.181810 run osmo-stp_10.42.42.5(pid=17397): Launched\u000a21:24:42.301745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:42.878796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17399): Launched\u000a21:24:43.211709 run osmo-msc_10.42.42.6(pid=17400): Launched\u000a21:24:43.404746 run osmo-stp_10.42.42.5(pid=17397): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17397)]\u000a21:24:43.543316 run osmo-stp_10.42.42.5(pid=17397): stdout: \u000a| (launched: 2022-12-09_21:24:42.016729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:43.682853 run osmo-stp_10.42.42.5(pid=17397): stderr: \u000a| �[0;m�[38;5;43m20221209212442211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212442212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212442212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212442212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212442213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212442213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212442213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:43.815304 run osmo-stp_10.42.42.5(pid=17397): stdout: \u000a| (launched: 2022-12-09_21:24:42.016729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:43.946700 run osmo-stp_10.42.42.5(pid=17397): stderr: \u000a| �[0;m�[38;5;43m20221209212442211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212442212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212442212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212442212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212442213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212442213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212442213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:44.004086 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17397): Process ended prematurely: osmo-stp_10.42.42.5(pid=17397) [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17397)] [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a21:24:44.012911 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:24:44.075552 run osmo-hlr_10.42.42.2(pid=17394): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17394)]\u000a21:24:44.126860 run osmo-hlr_10.42.42.2(pid=17394): stdout: \u000a| (launched: 2022-12-09_21:24:41.015277) \u000a21:24:44.178777 run osmo-hlr_10.42.42.2(pid=17394): stderr: \u000a| �[0;m�[1;31m20221209212441215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212441215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212441215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212441215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212441215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212441215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212441227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212441236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212441236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212441236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:44.249436 run osmo-msc_10.42.42.6(pid=17400): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17400)]\u000a21:24:44.300600 run osmo-msc_10.42.42.6(pid=17400): stdout: \u000a| (launched: 2022-12-09_21:24:43.047367) \u000a21:24:44.352559 run osmo-msc_10.42.42.6(pid=17400): stderr: \u000a| �[0;m�[38;5;43m20221209212443376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212443376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb31e728c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212443376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212443376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212443377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212443377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212443378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212443379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:44.396708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17393): Terminating (SIGTERM)\u000a21:24:44.438261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17396): Terminating (SIGTERM)\u000a21:24:44.479937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17399): Terminating (SIGTERM)\u000a21:24:44.489570 --- ParallelTerminationStrategy: PID 17393 died...\u000a21:24:44.545572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17393): Terminated: ok {rc=0}\u000a21:24:44.555703 --- ParallelTerminationStrategy: PID 17396 died...\u000a21:24:44.611812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17396): Terminated: ok {rc=0}\u000a21:24:44.621976 --- ParallelTerminationStrategy: PID 17399 died...\u000a21:24:44.677825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17399): Terminated: ok {rc=0}\u000a21:24:44.766626 bus /sierra_3: Setting Powered False\u000a21:24:45.880123 bus /sierra_3: Setting Powered False\u000a21:24:46.994179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:24:37" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17411): Process ended prematurely: osmo-stp_10.42.42.5(pid=17411) [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17411)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17411): Process ended prematurely: osmo-stp_10.42.42.5(pid=17411) [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:24:48.967813 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:48.980361 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:24:49.110065 tst handover.py: using LAC 23823\u000a21:24:49.239073 tst handover.py: using RAC 108\u000a21:24:49.367438 tst handover.py: using CellId 23823\u000a21:24:49.496934 tst handover.py: using BVCI 23824\u000a21:24:49.522731 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:24:49.668829 tst handover.py: using LAC 23824\u000a21:24:49.797264 tst handover.py: using RAC 109\u000a21:24:49.925485 tst handover.py: using CellId 23824\u000a21:24:50.053564 tst handover.py: using BVCI 23825\u000a21:24:50.078945 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:50.090423 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:50.102098 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:50.113242 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:50.124297 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:24:50.135423 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:24:50.253753 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:24:50.468269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:50.969659 run create_hlr_db(pid=17405): Launched\u000a21:24:51.103687 bus /sierra_2: Setting Powered False\u000a21:24:52.181403 run create_hlr_db(pid=17405): Terminated: ok {rc=0}\u000a21:24:52.594804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17407): Launched\u000a21:24:52.928473 run osmo-hlr_10.42.42.2(pid=17408): Launched\u000a21:24:53.049173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:53.595644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17410): Launched\u000a21:24:53.929678 run osmo-stp_10.42.42.5(pid=17411): Launched\u000a21:24:54.049557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:54.626119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17413): Launched\u000a21:24:54.960041 run osmo-msc_10.42.42.6(pid=17414): Launched\u000a21:24:55.153615 run osmo-stp_10.42.42.5(pid=17411): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17411)]\u000a21:24:55.293019 run osmo-stp_10.42.42.5(pid=17411): stdout: \u000a| (launched: 2022-12-09_21:24:53.764210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:55.431911 run osmo-stp_10.42.42.5(pid=17411): stderr: \u000a| �[0;m�[38;5;43m20221209212453958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212453958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212453958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212453959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212453961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212453961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212453961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:55.564609 run osmo-stp_10.42.42.5(pid=17411): stdout: \u000a| (launched: 2022-12-09_21:24:53.764210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:55.696640 run osmo-stp_10.42.42.5(pid=17411): stderr: \u000a| �[0;m�[38;5;43m20221209212453958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212453958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212453958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212453959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212453961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212453961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212453961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:55.754673 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17411): Process ended prematurely: osmo-stp_10.42.42.5(pid=17411) [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17411)] [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a21:24:55.763466 tst handover.py:18: Test FAILED (6.8 sec)\u000a21:24:55.826115 run osmo-hlr_10.42.42.2(pid=17408): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17408)]\u000a21:24:55.877393 run osmo-hlr_10.42.42.2(pid=17408): stdout: \u000a| (launched: 2022-12-09_21:24:52.763680) \u000a21:24:55.929047 run osmo-hlr_10.42.42.2(pid=17408): stderr: \u000a| �[0;m�[1;31m20221209212452966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212452966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212452966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212452966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212452966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212452966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212452980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212452990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212452990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212452990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:55.999366 run osmo-msc_10.42.42.6(pid=17414): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17414)]\u000a21:24:56.050317 run osmo-msc_10.42.42.6(pid=17414): stdout: \u000a| (launched: 2022-12-09_21:24:54.795013) \u000a21:24:56.101895 run osmo-msc_10.42.42.6(pid=17414): stderr: \u000a| �[0;m�[38;5;43m20221209212455121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212455121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c73859c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212455121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212455121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212455121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212455121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212455123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212455124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212455124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212455124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:56.145610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17407): Terminating (SIGTERM)\u000a21:24:56.186957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17410): Terminating (SIGTERM)\u000a21:24:56.228345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17413): Terminating (SIGTERM)\u000a21:24:56.238120 --- ParallelTerminationStrategy: PID 17407 died...\u000a21:24:56.293582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17407): Terminated: ok {rc=0}\u000a21:24:56.303829 --- ParallelTerminationStrategy: PID 17410 died...\u000a21:24:56.359089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17410): Terminated: ok {rc=0}\u000a21:24:56.369175 --- ParallelTerminationStrategy: PID 17413 died...\u000a21:24:56.424358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17413): Terminated: ok {rc=0}\u000a21:24:56.511219 bus /sierra_3: Setting Powered False\u000a21:24:57.615865 bus /sierra_3: Setting Powered False\u000a21:24:58.726894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:24:48" }, { "cases" : [ { "testActions" : [ ], "age" : 162, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17506): Process ended prematurely: osmo-stp_10.42.42.5(pid=17506) [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17506): Process ended prematurely: osmo-stp_10.42.42.5(pid=17506) [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:25:00.715802 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:00.727115 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:25:00.861825 tst handover.py: using LAC 23825\u000a21:25:00.996102 tst handover.py: using RAC 110\u000a21:25:01.128615 tst handover.py: using CellId 23825\u000a21:25:01.261837 tst handover.py: using BVCI 23826\u000a21:25:01.288081 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:25:01.433118 tst handover.py: using LAC 23826\u000a21:25:01.582996 tst handover.py: using RAC 111\u000a21:25:01.746019 tst handover.py: using CellId 23826\u000a21:25:01.907487 tst handover.py: using BVCI 23827\u000a21:25:01.943648 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:01.959470 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:01.976330 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:01.993792 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:02.011686 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:25:02.027982 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:25:02.182295 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:25:02.445194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:03.004126 run create_hlr_db(pid=17445): Launched\u000a21:25:03.144333 bus /sierra_2: Setting Powered False\u000a21:25:04.217642 run create_hlr_db(pid=17445): Terminated: ok {rc=0}\u000a21:25:04.629408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17502): Launched\u000a21:25:04.962377 run osmo-hlr_10.42.42.2(pid=17503): Launched\u000a21:25:05.084878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:05.606940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17505): Launched\u000a21:25:05.915420 run osmo-stp_10.42.42.5(pid=17506): Launched\u000a21:25:06.027359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:06.567171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17508): Launched\u000a21:25:06.880010 run osmo-msc_10.42.42.6(pid=17509): Launched\u000a21:25:07.062172 run osmo-stp_10.42.42.5(pid=17506): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)]\u000a21:25:07.192853 run osmo-stp_10.42.42.5(pid=17506): stdout: \u000a| (launched: 2022-12-09_21:25:05.763284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:07.321870 run osmo-stp_10.42.42.5(pid=17506): stderr: \u000a| �[0;m�[38;5;43m20221209212505936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212505936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212505937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212505937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212505939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212505939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212505939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:07.445619 run osmo-stp_10.42.42.5(pid=17506): stdout: \u000a| (launched: 2022-12-09_21:25:05.763284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:07.568343 run osmo-stp_10.42.42.5(pid=17506): stderr: \u000a| �[0;m�[38;5;43m20221209212505936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212505936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212505937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212505937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212505939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212505939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212505939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:07.622281 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17506): Process ended prematurely: osmo-stp_10.42.42.5(pid=17506) [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)] [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a21:25:07.630324 tst handover.py:18: Test FAILED (6.9 sec)\u000a21:25:07.690519 run osmo-hlr_10.42.42.2(pid=17503): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17503)]\u000a21:25:07.739415 run osmo-hlr_10.42.42.2(pid=17503): stdout: \u000a| (launched: 2022-12-09_21:25:04.798254) \u000a21:25:07.789223 run osmo-hlr_10.42.42.2(pid=17503): stderr: \u000a| �[0;m�[1;31m20221209212504998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212504998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212504998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212504998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212504998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212504998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212505013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212505021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212505021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212505021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:07.856625 run osmo-msc_10.42.42.6(pid=17509): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17509)]\u000a21:25:07.905318 run osmo-msc_10.42.42.6(pid=17509): stdout: \u000a| (launched: 2022-12-09_21:25:06.724008) \u000a21:25:07.955155 run osmo-msc_10.42.42.6(pid=17509): stderr: \u000a| �[0;m�[38;5;43m20221209212506998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212506998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1bb9ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212506998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212506998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212506998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212506998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212507000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212507001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212507001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212507001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:07.996661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17502): Terminating (SIGTERM)\u000a21:25:08.036112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17505): Terminating (SIGTERM)\u000a21:25:08.075858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17508): Terminating (SIGTERM)\u000a21:25:08.085311 --- ParallelTerminationStrategy: PID 17502 died...\u000a21:25:08.138522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17502): Terminated: ok {rc=0}\u000a21:25:08.148305 --- ParallelTerminationStrategy: PID 17505 died...\u000a21:25:08.201336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17505): Terminated: ok {rc=0}\u000a21:25:08.210811 --- ParallelTerminationStrategy: PID 17508 died...\u000a21:25:08.264158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17508): Terminated: ok {rc=0}\u000a21:25:08.353631 bus /sierra_3: Setting Powered False\u000a21:25:09.459667 bus /sierra_3: Setting Powered False\u000a21:25:10.567258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:25:00" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17544): Process ended prematurely: osmo-stp_10.42.42.5(pid=17544) [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17544): Process ended prematurely: osmo-stp_10.42.42.5(pid=17544) [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:25:12.544719 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:12.555538 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:25:12.678672 tst handover.py: using LAC 23827\u000a21:25:12.798278 tst handover.py: using RAC 112\u000a21:25:12.927047 tst handover.py: using CellId 23827\u000a21:25:13.055271 tst handover.py: using BVCI 23828\u000a21:25:13.080934 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:25:13.224164 tst handover.py: using LAC 23828\u000a21:25:13.352560 tst handover.py: using RAC 113\u000a21:25:13.480567 tst handover.py: using CellId 23828\u000a21:25:13.613790 tst handover.py: using BVCI 23829\u000a21:25:13.639998 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:13.651502 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:13.662818 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:13.674425 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:13.685910 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:13.697114 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:25:13.815308 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:25:14.031766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:14.574332 run create_hlr_db(pid=17538): Launched\u000a21:25:14.710494 bus /sierra_2: Setting Powered False\u000a21:25:15.831205 run create_hlr_db(pid=17538): Terminated: ok {rc=0}\u000a21:25:16.300193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17540): Launched\u000a21:25:16.752165 run osmo-hlr_10.42.42.2(pid=17541): Launched\u000a21:25:16.979239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:17.655737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17543): Launched\u000a21:25:18.163811 run osmo-stp_10.42.42.5(pid=17544): Launched\u000a21:25:18.329313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:18.906358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17546): Launched\u000a21:25:19.311346 run osmo-msc_10.42.42.6(pid=17547): Launched\u000a21:25:19.697445 run osmo-stp_10.42.42.5(pid=17544): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)]\u000a21:25:19.966199 run osmo-stp_10.42.42.5(pid=17544): stdout: \u000a| (launched: 2022-12-09_21:25:17.847089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:20.178350 run osmo-stp_10.42.42.5(pid=17544): stderr: \u000a| �[0;m�[38;5;43m20221209212518040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212518040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212518040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212518044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212518044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212518044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212518044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:20.305535 run osmo-stp_10.42.42.5(pid=17544): stdout: \u000a| (launched: 2022-12-09_21:25:17.847089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:20.432814 run osmo-stp_10.42.42.5(pid=17544): stderr: \u000a| �[0;m�[38;5;43m20221209212518040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212518040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212518040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212518044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212518044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212518044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212518044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:20.488911 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17544): Process ended prematurely: osmo-stp_10.42.42.5(pid=17544) [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17544)] [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a21:25:20.498140 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:25:20.563921 run osmo-hlr_10.42.42.2(pid=17541): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17541)]\u000a21:25:20.615591 run osmo-hlr_10.42.42.2(pid=17541): stdout: \u000a| (launched: 2022-12-09_21:25:16.472191) \u000a21:25:20.668606 run osmo-hlr_10.42.42.2(pid=17541): stderr: \u000a| �[0;m�[1;31m20221209212516732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212516732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212516732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212516732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212516732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212516732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212516747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212516759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212516759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212516760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:20.739808 run osmo-msc_10.42.42.6(pid=17547): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17547)]\u000a21:25:20.792544 run osmo-msc_10.42.42.6(pid=17547): stdout: \u000a| (launched: 2022-12-09_21:25:19.066670) \u000a21:25:20.844665 run osmo-msc_10.42.42.6(pid=17547): stderr: \u000a| �[0;m�[38;5;43m20221209212519635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212519635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3dd201c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212519635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212519635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212519635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212519636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212519649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212519650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212519650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212519650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:20.889741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17540): Terminating (SIGTERM)\u000a21:25:20.932929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17543): Terminating (SIGTERM)\u000a21:25:20.979182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17546): Terminating (SIGTERM)\u000a21:25:20.990029 --- ParallelTerminationStrategy: PID 17540 died...\u000a21:25:21.092151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17540): Terminated: ok {rc=0}\u000a21:25:21.115164 --- ParallelTerminationStrategy: PID 17543 died...\u000a21:25:21.303769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17543): Terminated: ok {rc=0}\u000a21:25:21.326017 --- ParallelTerminationStrategy: PID 17546 died...\u000a21:25:21.387955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17546): Terminated: ok {rc=0}\u000a21:25:21.505486 bus /sierra_3: Setting Powered False\u000a21:25:22.658419 bus /sierra_3: Setting Powered False\u000a21:25:23.795328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:25:12" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17560): Process ended prematurely: osmo-stp_10.42.42.5(pid=17560) [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17560)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17560): Process ended prematurely: osmo-stp_10.42.42.5(pid=17560) [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:25:25.847087 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:25.863141 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:25:26.025215 tst handover.py: using LAC 23829\u000a21:25:26.163295 tst handover.py: using RAC 114\u000a21:25:26.323609 tst handover.py: using CellId 23829\u000a21:25:26.481308 tst handover.py: using BVCI 23830\u000a21:25:26.508339 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:25:26.679449 tst handover.py: using LAC 23830\u000a21:25:26.817808 tst handover.py: using RAC 115\u000a21:25:26.955112 tst handover.py: using CellId 23830\u000a21:25:27.089746 tst handover.py: using BVCI 23831\u000a21:25:27.114209 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:27.125845 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:27.138370 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:27.150153 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:27.163891 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:25:27.176571 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:25:27.302508 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:25:27.524174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:28.028790 run create_hlr_db(pid=17554): Launched\u000a21:25:28.168264 bus /sierra_2: Setting Powered False\u000a21:25:29.248919 run create_hlr_db(pid=17554): Terminated: ok {rc=0}\u000a21:25:29.664198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17556): Launched\u000a21:25:30.006695 run osmo-hlr_10.42.42.2(pid=17557): Launched\u000a21:25:30.199277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:30.853816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17559): Launched\u000a21:25:31.222309 run osmo-stp_10.42.42.5(pid=17560): Launched\u000a21:25:31.488867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:32.271797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17562): Launched\u000a21:25:32.806670 run osmo-msc_10.42.42.6(pid=17563): Launched\u000a21:25:33.239862 run osmo-stp_10.42.42.5(pid=17560): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17560)]\u000a21:25:33.499661 run osmo-stp_10.42.42.5(pid=17560): stdout: \u000a| (launched: 2022-12-09_21:25:31.028703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:33.654295 run osmo-stp_10.42.42.5(pid=17560): stderr: \u000a| �[0;m�[38;5;43m20221209212531376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212531377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212531377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212531377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212531378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212531378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212531378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:33.790315 run osmo-stp_10.42.42.5(pid=17560): stdout: \u000a| (launched: 2022-12-09_21:25:31.028703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:33.924806 run osmo-stp_10.42.42.5(pid=17560): stderr: \u000a| �[0;m�[38;5;43m20221209212531376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212531377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212531377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212531377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212531378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212531378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212531378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:33.984015 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17560): Process ended prematurely: osmo-stp_10.42.42.5(pid=17560) [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17560)] [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:25:33.993330 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:25:34.056858 run osmo-hlr_10.42.42.2(pid=17557): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17557)]\u000a21:25:34.109007 run osmo-hlr_10.42.42.2(pid=17557): stdout: \u000a| (launched: 2022-12-09_21:25:29.825061) \u000a21:25:34.161941 run osmo-hlr_10.42.42.2(pid=17557): stderr: \u000a| �[0;m�[1;31m20221209212530167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212530167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212530167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212530167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212530167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212530167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212530190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212530211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212530211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212530211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:34.233930 run osmo-msc_10.42.42.6(pid=17563): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17563)]\u000a21:25:34.287137 run osmo-msc_10.42.42.6(pid=17563): stdout: \u000a| (launched: 2022-12-09_21:25:32.486845) \u000a21:25:34.340924 run osmo-msc_10.42.42.6(pid=17563): stderr: \u000a| �[0;m�[38;5;43m20221209212533064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212533065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5fc7c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212533065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212533065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212533065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212533065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212533074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212533074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212533078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212533078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:34.386750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17556): Terminating (SIGTERM)\u000a21:25:34.431133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17559): Terminating (SIGTERM)\u000a21:25:34.477044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17562): Terminating (SIGTERM)\u000a21:25:34.488538 --- ParallelTerminationStrategy: PID 17556 died...\u000a21:25:34.548273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17556): Terminated: ok {rc=0}\u000a21:25:34.559137 --- ParallelTerminationStrategy: PID 17559 died...\u000a21:25:34.616713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17559): Terminated: ok {rc=0}\u000a21:25:34.627339 --- ParallelTerminationStrategy: PID 17562 died...\u000a21:25:34.685021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17562): Terminated: ok {rc=0}\u000a21:25:34.775704 bus /sierra_3: Setting Powered False\u000a21:25:35.900884 bus /sierra_3: Setting Powered False\u000a21:25:37.037871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:25:25" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17574): Process ended prematurely: osmo-stp_10.42.42.5(pid=17574) [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17574)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17574): Process ended prematurely: osmo-stp_10.42.42.5(pid=17574) [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:25:39.117657 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:39.133957 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:25:39.283371 tst handover.py: using LAC 23831\u000a21:25:39.444289 tst handover.py: using RAC 116\u000a21:25:39.573859 tst handover.py: using CellId 23831\u000a21:25:39.703315 tst handover.py: using BVCI 23832\u000a21:25:39.727591 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:25:39.883912 tst handover.py: using LAC 23832\u000a21:25:40.009901 tst handover.py: using RAC 117\u000a21:25:40.154516 tst handover.py: using CellId 23832\u000a21:25:40.288689 tst handover.py: using BVCI 23833\u000a21:25:40.315921 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:40.328026 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:40.340149 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:40.352296 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:40.364408 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:25:40.376359 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:25:40.519220 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:25:40.785406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:41.320527 run create_hlr_db(pid=17568): Launched\u000a21:25:41.478903 bus /sierra_2: Setting Powered False\u000a21:25:42.575866 run create_hlr_db(pid=17568): Terminated: ok {rc=0}\u000a21:25:42.990208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17570): Launched\u000a21:25:43.409291 run osmo-hlr_10.42.42.2(pid=17571): Launched\u000a21:25:43.643379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:44.246098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17573): Launched\u000a21:25:44.658617 run osmo-stp_10.42.42.5(pid=17574): Launched\u000a21:25:44.901227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:45.534938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17576): Launched\u000a21:25:45.979643 run osmo-msc_10.42.42.6(pid=17577): Launched\u000a21:25:46.372119 run osmo-stp_10.42.42.5(pid=17574): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17574)]\u000a21:25:46.539233 run osmo-stp_10.42.42.5(pid=17574): stdout: \u000a| (launched: 2022-12-09_21:25:44.407718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:46.735162 run osmo-stp_10.42.42.5(pid=17574): stderr: \u000a| �[0;m�[38;5;43m20221209212544730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212544730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212544731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212544731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212544731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212544732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212544732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:46.871676 run osmo-stp_10.42.42.5(pid=17574): stdout: \u000a| (launched: 2022-12-09_21:25:44.407718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:47.001649 run osmo-stp_10.42.42.5(pid=17574): stderr: \u000a| �[0;m�[38;5;43m20221209212544730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212544730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212544731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212544731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212544731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212544732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212544732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:47.058044 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17574): Process ended prematurely: osmo-stp_10.42.42.5(pid=17574) [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17574)] [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:25:47.067118 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:25:47.133381 run osmo-hlr_10.42.42.2(pid=17571): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17571)]\u000a21:25:47.185594 run osmo-hlr_10.42.42.2(pid=17571): stdout: \u000a| (launched: 2022-12-09_21:25:43.150962) \u000a21:25:47.239014 run osmo-hlr_10.42.42.2(pid=17571): stderr: \u000a| �[0;m�[1;31m20221209212543482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212543482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212543482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212543482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212543483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212543483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212543504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212543519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212543519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212543519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:47.311573 run osmo-msc_10.42.42.6(pid=17577): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17577)]\u000a21:25:47.364317 run osmo-msc_10.42.42.6(pid=17577): stdout: \u000a| (launched: 2022-12-09_21:25:45.695863) \u000a21:25:47.417185 run osmo-msc_10.42.42.6(pid=17577): stderr: \u000a| �[0;m�[38;5;43m20221209212546316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212546316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff76da4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212546317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212546317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212546317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212546317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212546319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212546319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212546319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212546319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:47.462400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17570): Terminating (SIGTERM)\u000a21:25:47.506711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17573): Terminating (SIGTERM)\u000a21:25:47.550769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17576): Terminating (SIGTERM)\u000a21:25:47.563160 --- ParallelTerminationStrategy: PID 17570 died...\u000a21:25:47.621595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17570): Terminated: ok {rc=0}\u000a21:25:47.633048 --- ParallelTerminationStrategy: PID 17573 died...\u000a21:25:47.690572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17573): Terminated: ok {rc=0}\u000a21:25:47.701860 --- ParallelTerminationStrategy: PID 17576 died...\u000a21:25:47.760440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17576): Terminated: ok {rc=0}\u000a21:25:47.853838 bus /sierra_3: Setting Powered False\u000a21:25:48.970947 bus /sierra_3: Setting Powered False\u000a21:25:50.114686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:25:38" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17588): Process ended prematurely: osmo-stp_10.42.42.5(pid=17588) [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17588)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17588): Process ended prematurely: osmo-stp_10.42.42.5(pid=17588) [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:25:52.136414 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:52.152745 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:25:52.285109 tst handover.py: using LAC 23833\u000a21:25:52.409189 tst handover.py: using RAC 118\u000a21:25:52.531972 tst handover.py: using CellId 23833\u000a21:25:52.661196 tst handover.py: using BVCI 23834\u000a21:25:52.686445 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:25:52.817158 tst handover.py: using LAC 23834\u000a21:25:52.948623 tst handover.py: using RAC 119\u000a21:25:53.076863 tst handover.py: using CellId 23834\u000a21:25:53.218084 tst handover.py: using BVCI 23835\u000a21:25:53.242680 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:53.254402 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:53.266055 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:53.279673 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:53.292473 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:25:53.304027 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:25:53.426396 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:25:53.642750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:54.148886 run create_hlr_db(pid=17582): Launched\u000a21:25:54.277920 bus /sierra_2: Setting Powered False\u000a21:25:55.355511 run create_hlr_db(pid=17582): Terminated: ok {rc=0}\u000a21:25:55.783249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17584): Launched\u000a21:25:56.218722 run osmo-hlr_10.42.42.2(pid=17585): Launched\u000a21:25:56.455609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:57.096573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17587): Launched\u000a21:25:57.543535 run osmo-stp_10.42.42.5(pid=17588): Launched\u000a21:25:57.758499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:58.375542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17590): Launched\u000a21:25:58.818697 run osmo-msc_10.42.42.6(pid=17591): Launched\u000a21:25:59.251917 run osmo-stp_10.42.42.5(pid=17588): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17588)]\u000a21:25:59.513518 run osmo-stp_10.42.42.5(pid=17588): stdout: \u000a| (launched: 2022-12-09_21:25:57.272837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:59.656174 run osmo-stp_10.42.42.5(pid=17588): stderr: \u000a| �[0;m�[38;5;43m20221209212557567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212557567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212557567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212557568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:59.792727 run osmo-stp_10.42.42.5(pid=17588): stdout: \u000a| (launched: 2022-12-09_21:25:57.272837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:59.927341 run osmo-stp_10.42.42.5(pid=17588): stderr: \u000a| �[0;m�[38;5;43m20221209212557567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212557567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212557567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212557568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212557568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:59.987053 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17588): Process ended prematurely: osmo-stp_10.42.42.5(pid=17588) [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17588)] [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a21:25:59.996854 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:26:00.062449 run osmo-hlr_10.42.42.2(pid=17585): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17585)]\u000a21:26:00.115811 run osmo-hlr_10.42.42.2(pid=17585): stdout: \u000a| (launched: 2022-12-09_21:25:55.953371) \u000a21:26:00.169298 run osmo-hlr_10.42.42.2(pid=17585): stderr: \u000a| �[0;m�[1;31m20221209212556206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212556207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212556207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212556207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212556207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212556207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212556236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212556257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212556257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:00.242353 run osmo-msc_10.42.42.6(pid=17591): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17591)]\u000a21:26:00.295777 run osmo-msc_10.42.42.6(pid=17591): stdout: \u000a| (launched: 2022-12-09_21:25:58.551037) \u000a21:26:00.349774 run osmo-msc_10.42.42.6(pid=17591): stderr: \u000a| �[0;m�[38;5;43m20221209212559085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212559086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9ad668c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212559086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212559086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212559086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212559086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212559088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212559088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212559088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212559093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:00.396097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17584): Terminating (SIGTERM)\u000a21:26:00.440803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17587): Terminating (SIGTERM)\u000a21:26:00.487743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17590): Terminating (SIGTERM)\u000a21:26:00.498530 --- ParallelTerminationStrategy: PID 17584 died...\u000a21:26:00.559078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17584): Terminated: ok {rc=0}\u000a21:26:00.570041 --- ParallelTerminationStrategy: PID 17587 died...\u000a21:26:00.629513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17587): Terminated: ok {rc=0}\u000a21:26:00.640625 --- ParallelTerminationStrategy: PID 17590 died...\u000a21:26:00.698900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17590): Terminated: ok {rc=0}\u000a21:26:00.790998 bus /sierra_3: Setting Powered False\u000a21:26:01.926948 bus /sierra_3: Setting Powered False\u000a21:26:03.044132 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:25:51" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:26:05.088819 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:05.102652 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:26:05.249830 tst handover.py: using LAC 23835\u000a21:26:05.400237 tst handover.py: using RAC 120\u000a21:26:05.539518 tst handover.py: using CellId 23835\u000a21:26:05.672702 tst handover.py: using BVCI 23836\u000a21:26:05.699960 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:26:05.868018 tst handover.py: using LAC 23836\u000a21:26:06.014715 tst handover.py: using RAC 121\u000a21:26:06.154322 tst handover.py: using CellId 23836\u000a21:26:06.324548 tst handover.py: using BVCI 23837\u000a21:26:06.351838 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:06.363904 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:06.377186 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:06.389644 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:06.401691 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:26:06.414340 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:26:06.544734 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:26:06.780763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:07.342703 run create_hlr_db(pid=17596): Launched\u000a21:26:07.486895 bus /sierra_2: Setting Powered False\u000a21:26:08.566692 run create_hlr_db(pid=17596): Terminated: ok {rc=0}\u000a21:26:09.001147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Launched\u000a21:26:09.441377 run osmo-hlr_10.42.42.2(pid=17599): Launched\u000a21:26:09.682760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:10.248039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Launched\u000a21:26:10.718207 run osmo-stp_10.42.42.5(pid=17602): Launched\u000a21:26:10.880568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:11.521378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17604): Launched\u000a21:26:11.966436 run osmo-msc_10.42.42.6(pid=17605): Launched\u000a21:26:12.363438 run osmo-stp_10.42.42.5(pid=17602): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)]\u000a21:26:12.562502 run osmo-stp_10.42.42.5(pid=17602): stdout: \u000a| (launched: 2022-12-09_21:26:10.420349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:12.703480 run osmo-stp_10.42.42.5(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221209212610664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212610664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212610664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212610665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212610665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212610665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212610665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:12.839424 run osmo-stp_10.42.42.5(pid=17602): stdout: \u000a| (launched: 2022-12-09_21:26:10.420349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:12.974181 run osmo-stp_10.42.42.5(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221209212610664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212610664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212610664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212610665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212610665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212610665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212610665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:13.033050 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17602): Process ended prematurely: osmo-stp_10.42.42.5(pid=17602) [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17602)] [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a21:26:13.042096 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:26:13.105851 run osmo-hlr_10.42.42.2(pid=17599): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17599)]\u000a21:26:13.159758 run osmo-hlr_10.42.42.2(pid=17599): stdout: \u000a| (launched: 2022-12-09_21:26:09.173829) \u000a21:26:13.214157 run osmo-hlr_10.42.42.2(pid=17599): stderr: \u000a| �[0;m�[1;31m20221209212609477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212609477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212609477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212609477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212609477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212609477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212609503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212609516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212609516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212609517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:13.286933 run osmo-msc_10.42.42.6(pid=17605): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17605)]\u000a21:26:13.341299 run osmo-msc_10.42.42.6(pid=17605): stdout: \u000a| (launched: 2022-12-09_21:26:11.695318) \u000a21:26:13.394970 run osmo-msc_10.42.42.6(pid=17605): stderr: \u000a| �[0;m�[38;5;43m20221209212612200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212612200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ddfaadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212612200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212612200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212612209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212612209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212612211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212612211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212612212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212612212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:13.440031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Terminating (SIGTERM)\u000a21:26:13.485214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Terminating (SIGTERM)\u000a21:26:13.531341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17604): Terminating (SIGTERM)\u000a21:26:13.541912 --- ParallelTerminationStrategy: PID 17598 died...\u000a21:26:13.601203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17598): Terminated: ok {rc=0}\u000a21:26:13.611731 --- ParallelTerminationStrategy: PID 17601 died...\u000a21:26:13.669455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17601): Terminated: ok {rc=0}\u000a21:26:13.680247 --- ParallelTerminationStrategy: PID 17604 died...\u000a21:26:13.739003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17604): Terminated: ok {rc=0}\u000a21:26:13.833244 bus /sierra_3: Setting Powered False\u000a21:26:14.939663 bus /sierra_3: Setting Powered False\u000a21:26:16.054888 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:26:04" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17616): Process ended prematurely: osmo-stp_10.42.42.5(pid=17616) [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17616): Process ended prematurely: osmo-stp_10.42.42.5(pid=17616) [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:26:18.156978 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:18.168416 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:26:18.315016 tst handover.py: using LAC 23837\u000a21:26:18.470699 tst handover.py: using RAC 122\u000a21:26:18.604576 tst handover.py: using CellId 23837\u000a21:26:18.747751 tst handover.py: using BVCI 23838\u000a21:26:18.778359 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:26:18.931240 tst handover.py: using LAC 23838\u000a21:26:19.067975 tst handover.py: using RAC 123\u000a21:26:19.197769 tst handover.py: using CellId 23838\u000a21:26:19.331739 tst handover.py: using BVCI 23839\u000a21:26:19.356999 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:19.368661 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:19.380879 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:19.393177 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:19.405863 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:26:19.418594 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:26:19.558400 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:26:19.771075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:20.275791 run create_hlr_db(pid=17610): Launched\u000a21:26:20.404878 bus /sierra_2: Setting Powered False\u000a21:26:21.491268 run create_hlr_db(pid=17610): Terminated: ok {rc=0}\u000a21:26:21.945170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17612): Launched\u000a21:26:22.416833 run osmo-hlr_10.42.42.2(pid=17613): Launched\u000a21:26:22.575463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:23.170820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17615): Launched\u000a21:26:23.506146 run osmo-stp_10.42.42.5(pid=17616): Launched\u000a21:26:23.702440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:24.365729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17618): Launched\u000a21:26:24.723989 run osmo-msc_10.42.42.6(pid=17619): Launched\u000a21:26:25.101296 run osmo-stp_10.42.42.5(pid=17616): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)]\u000a21:26:25.346043 run osmo-stp_10.42.42.5(pid=17616): stdout: \u000a| (launched: 2022-12-09_21:26:23.330744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:25.515240 run osmo-stp_10.42.42.5(pid=17616): stderr: \u000a| �[0;m�[38;5;43m20221209212623665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212623665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212623666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212623666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212623666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212623666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212623667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:25.642169 run osmo-stp_10.42.42.5(pid=17616): stdout: \u000a| (launched: 2022-12-09_21:26:23.330744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:25.767737 run osmo-stp_10.42.42.5(pid=17616): stderr: \u000a| �[0;m�[38;5;43m20221209212623665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212623665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212623666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212623666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212623666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212623666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212623667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:25.823591 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17616): Process ended prematurely: osmo-stp_10.42.42.5(pid=17616) [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)] [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a21:26:25.831820 tst handover.py:18: Test FAILED (7.7 sec)\u000a21:26:25.895028 run osmo-hlr_10.42.42.2(pid=17613): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17613)]\u000a21:26:25.946078 run osmo-hlr_10.42.42.2(pid=17613): stdout: \u000a| (launched: 2022-12-09_21:26:22.118212) \u000a21:26:25.997230 run osmo-hlr_10.42.42.2(pid=17613): stderr: \u000a| �[0;m�[1;31m20221209212622374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212622374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212622374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212622374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212622374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212622374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212622400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212622416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212622416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212622425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:26.066411 run osmo-msc_10.42.42.6(pid=17619): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17619)]\u000a21:26:26.117024 run osmo-msc_10.42.42.6(pid=17619): stdout: \u000a| (launched: 2022-12-09_21:26:24.538520) \u000a21:26:26.167567 run osmo-msc_10.42.42.6(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221209212625001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212625001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f22317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212625001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212625001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212625001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212625002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212625003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212625004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212625004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212625004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:26.210327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17612): Terminating (SIGTERM)\u000a21:26:26.251816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17615): Terminating (SIGTERM)\u000a21:26:26.294739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17618): Terminating (SIGTERM)\u000a21:26:26.305771 --- ParallelTerminationStrategy: PID 17612 died...\u000a21:26:26.363223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17612): Terminated: ok {rc=0}\u000a21:26:26.372908 --- ParallelTerminationStrategy: PID 17615 died...\u000a21:26:26.430159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17615): Terminated: ok {rc=0}\u000a21:26:26.440621 --- ParallelTerminationStrategy: PID 17618 died...\u000a21:26:26.496700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17618): Terminated: ok {rc=0}\u000a21:26:26.585232 bus /sierra_3: Setting Powered False\u000a21:26:27.706903 bus /sierra_3: Setting Powered False\u000a21:26:28.857969 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:26:17" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17630): Process ended prematurely: osmo-stp_10.42.42.5(pid=17630) [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17630)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17630): Process ended prematurely: osmo-stp_10.42.42.5(pid=17630) [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:26:30.905046 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:30.918149 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:26:31.086391 tst handover.py: using LAC 23839\u000a21:26:31.212581 tst handover.py: using RAC 124\u000a21:26:31.339409 tst handover.py: using CellId 23839\u000a21:26:31.467206 tst handover.py: using BVCI 23840\u000a21:26:31.492304 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:26:31.640358 tst handover.py: using LAC 23840\u000a21:26:31.764315 tst handover.py: using RAC 125\u000a21:26:31.903047 tst handover.py: using CellId 23840\u000a21:26:32.034735 tst handover.py: using BVCI 23841\u000a21:26:32.059365 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:32.071511 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:32.084534 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:32.096539 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:32.110932 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:26:32.123988 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:26:32.244418 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:26:32.477998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:33.152234 run create_hlr_db(pid=17624): Launched\u000a21:26:33.302412 bus /sierra_2: Setting Powered False\u000a21:26:34.362563 run create_hlr_db(pid=17624): Terminated: ok {rc=0}\u000a21:26:34.768639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17626): Launched\u000a21:26:35.177286 run osmo-hlr_10.42.42.2(pid=17627): Launched\u000a21:26:35.294024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:35.868116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17629): Launched\u000a21:26:36.296291 run osmo-stp_10.42.42.5(pid=17630): Launched\u000a21:26:36.538133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:37.137038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17632): Launched\u000a21:26:37.577325 run osmo-msc_10.42.42.6(pid=17633): Launched\u000a21:26:37.930274 run osmo-stp_10.42.42.5(pid=17630): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17630)]\u000a21:26:38.203104 run osmo-stp_10.42.42.5(pid=17630): stdout: \u000a| (launched: 2022-12-09_21:26:36.026586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:38.352107 run osmo-stp_10.42.42.5(pid=17630): stderr: \u000a| �[0;m�[38;5;43m20221209212636268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212636268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212636268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212636268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:38.488110 run osmo-stp_10.42.42.5(pid=17630): stdout: \u000a| (launched: 2022-12-09_21:26:36.026586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:38.623399 run osmo-stp_10.42.42.5(pid=17630): stderr: \u000a| �[0;m�[38;5;43m20221209212636268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212636268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212636268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212636268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212636269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:38.682900 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17630): Process ended prematurely: osmo-stp_10.42.42.5(pid=17630) [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17630)] [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:26:38.692065 tst handover.py:18: Test FAILED (7.8 sec)\u000a21:26:38.757852 run osmo-hlr_10.42.42.2(pid=17627): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17627)]\u000a21:26:38.811846 run osmo-hlr_10.42.42.2(pid=17627): stdout: \u000a| (launched: 2022-12-09_21:26:34.929690) \u000a21:26:38.865663 run osmo-hlr_10.42.42.2(pid=17627): stderr: \u000a| �[0;m�[1;31m20221209212635210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212635210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212635210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212635210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212635210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212635210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212635228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212635245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212635245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212635245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:38.938360 run osmo-msc_10.42.42.6(pid=17633): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17633)]\u000a21:26:38.991972 run osmo-msc_10.42.42.6(pid=17633): stdout: \u000a| (launched: 2022-12-09_21:26:37.309934) \u000a21:26:39.045724 run osmo-msc_10.42.42.6(pid=17633): stderr: \u000a| �[0;m�[38;5;43m20221209212637814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212637814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f679c576c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212637815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212637815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212637815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212637815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212637817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212637817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212637817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212637817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:39.092460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17626): Terminating (SIGTERM)\u000a21:26:39.136317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17629): Terminating (SIGTERM)\u000a21:26:39.183387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17632): Terminating (SIGTERM)\u000a21:26:39.193898 --- ParallelTerminationStrategy: PID 17626 died...\u000a21:26:39.252207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17626): Terminated: ok {rc=0}\u000a21:26:39.262903 --- ParallelTerminationStrategy: PID 17629 died...\u000a21:26:39.320761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17629): Terminated: ok {rc=0}\u000a21:26:39.331521 --- ParallelTerminationStrategy: PID 17632 died...\u000a21:26:39.390508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17632): Terminated: ok {rc=0}\u000a21:26:39.479944 bus /sierra_3: Setting Powered False\u000a21:26:40.598102 bus /sierra_3: Setting Powered False\u000a21:26:41.738213 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17644): Process ended prematurely: osmo-stp_10.42.42.5(pid=17644) [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17644): Process ended prematurely: osmo-stp_10.42.42.5(pid=17644) [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:26:43.828009 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:43.839882 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:26:43.985596 tst handover.py: using LAC 23841\u000a21:26:44.118472 tst handover.py: using RAC 126\u000a21:26:44.265473 tst handover.py: using CellId 23841\u000a21:26:44.415039 tst handover.py: using BVCI 23842\u000a21:26:44.441071 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:26:44.606857 tst handover.py: using LAC 23842\u000a21:26:44.738485 tst handover.py: using RAC 127\u000a21:26:44.870427 tst handover.py: using CellId 23842\u000a21:26:45.001498 tst handover.py: using BVCI 23843\u000a21:26:45.027591 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:45.039815 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:45.051949 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:45.063788 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:45.075997 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:26:45.088212 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:26:45.212208 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:26:45.442997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:46.033331 run create_hlr_db(pid=17638): Launched\u000a21:26:46.208102 bus /sierra_2: Setting Powered False\u000a21:26:47.288031 run create_hlr_db(pid=17638): Terminated: ok {rc=0}\u000a21:26:47.721588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17640): Launched\u000a21:26:48.155294 run osmo-hlr_10.42.42.2(pid=17641): Launched\u000a21:26:48.323722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:48.934120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17643): Launched\u000a21:26:49.352297 run osmo-stp_10.42.42.5(pid=17644): Launched\u000a21:26:49.588675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:26:50.164059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17646): Launched\u000a21:26:50.632418 run osmo-msc_10.42.42.6(pid=17647): Launched\u000a21:26:51.050822 run osmo-stp_10.42.42.5(pid=17644): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)]\u000a21:26:51.298928 run osmo-stp_10.42.42.5(pid=17644): stdout: \u000a| (launched: 2022-12-09_21:26:49.093850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:51.440027 run osmo-stp_10.42.42.5(pid=17644): stderr: \u000a| �[0;m�[38;5;43m20221209212649395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212649395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212649396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212649396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212649396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212649397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212649397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:51.575752 run osmo-stp_10.42.42.5(pid=17644): stdout: \u000a| (launched: 2022-12-09_21:26:49.093850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:51.711034 run osmo-stp_10.42.42.5(pid=17644): stderr: \u000a| �[0;m�[38;5;43m20221209212649395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212649395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212649396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212649396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212649396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212649397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212649397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:51.772078 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17644): Process ended prematurely: osmo-stp_10.42.42.5(pid=17644) [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)] [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:26:51.782001 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:26:51.850171 run osmo-hlr_10.42.42.2(pid=17641): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17641)]\u000a21:26:51.904374 run osmo-hlr_10.42.42.2(pid=17641): stdout: \u000a| (launched: 2022-12-09_21:26:47.895517) \u000a21:26:51.958853 run osmo-hlr_10.42.42.2(pid=17641): stderr: \u000a| �[0;m�[1;31m20221209212648202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212648203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212648203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212648203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212648203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212648203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212648224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212648240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212648240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212648240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:52.032402 run osmo-msc_10.42.42.6(pid=17647): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17647)]\u000a21:26:52.086875 run osmo-msc_10.42.42.6(pid=17647): stdout: \u000a| (launched: 2022-12-09_21:26:50.342856) \u000a21:26:52.140878 run osmo-msc_10.42.42.6(pid=17647): stderr: \u000a| �[0;m�[38;5;43m20221209212650900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212650900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f735416bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212650900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212650900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212650901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212650901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212650902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212650903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212650903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212650903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:26:52.186348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17640): Terminating (SIGTERM)\u000a21:26:52.231514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17643): Terminating (SIGTERM)\u000a21:26:52.277045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17646): Terminating (SIGTERM)\u000a21:26:52.287561 --- ParallelTerminationStrategy: PID 17640 died...\u000a21:26:52.347027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17640): Terminated: ok {rc=0}\u000a21:26:52.357960 --- ParallelTerminationStrategy: PID 17643 died...\u000a21:26:52.415949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17643): Terminated: ok {rc=0}\u000a21:26:52.426675 --- ParallelTerminationStrategy: PID 17646 died...\u000a21:26:52.484231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17646): Terminated: ok {rc=0}\u000a21:26:52.574946 bus /sierra_3: Setting Powered False\u000a21:26:53.683086 bus /sierra_3: Setting Powered False\u000a21:26:54.795662 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:26:43" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17658): Process ended prematurely: osmo-stp_10.42.42.5(pid=17658) [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17658)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17658): Process ended prematurely: osmo-stp_10.42.42.5(pid=17658) [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:26:56.835027 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:56.847142 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:26:57.004114 tst handover.py: using LAC 23843\u000a21:26:57.135675 tst handover.py: using RAC 128\u000a21:26:57.266813 tst handover.py: using CellId 23843\u000a21:26:57.402008 tst handover.py: using BVCI 23844\u000a21:26:57.430047 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:26:57.588545 tst handover.py: using LAC 23844\u000a21:26:57.719605 tst handover.py: using RAC 129\u000a21:26:57.852490 tst handover.py: using CellId 23844\u000a21:26:57.994431 tst handover.py: using BVCI 23845\u000a21:26:58.020690 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:58.032405 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:58.044184 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:58.055910 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:58.067761 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:26:58.079549 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:26:58.201501 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:26:58.422879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:58.960505 run create_hlr_db(pid=17652): Launched\u000a21:26:59.099026 bus /sierra_2: Setting Powered False\u000a21:27:00.187755 run create_hlr_db(pid=17652): Terminated: ok {rc=0}\u000a21:27:00.686607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17654): Launched\u000a21:27:01.123174 run osmo-hlr_10.42.42.2(pid=17655): Launched\u000a21:27:01.287890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:01.982798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17657): Launched\u000a21:27:02.456140 run osmo-stp_10.42.42.5(pid=17658): Launched\u000a21:27:02.718027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:03.327715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17660): Launched\u000a21:27:03.762323 run osmo-msc_10.42.42.6(pid=17661): Launched\u000a21:27:04.099815 run osmo-stp_10.42.42.5(pid=17658): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17658)]\u000a21:27:04.298353 run osmo-stp_10.42.42.5(pid=17658): stdout: \u000a| (launched: 2022-12-09_21:27:02.156126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:04.464602 run osmo-stp_10.42.42.5(pid=17658): stderr: \u000a| �[0;m�[38;5;43m20221209212702447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212702447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212702448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212702448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212702455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212702455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212702455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:04.601810 run osmo-stp_10.42.42.5(pid=17658): stdout: \u000a| (launched: 2022-12-09_21:27:02.156126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:04.736885 run osmo-stp_10.42.42.5(pid=17658): stderr: \u000a| �[0;m�[38;5;43m20221209212702447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212702447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212702448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212702448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212702455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212702455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212702455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:04.797092 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17658): Process ended prematurely: osmo-stp_10.42.42.5(pid=17658) [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17658)] [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a21:27:04.807296 tst handover.py:18: Test FAILED (8.0 sec)\u000a21:27:04.872859 run osmo-hlr_10.42.42.2(pid=17655): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17655)]\u000a21:27:04.926238 run osmo-hlr_10.42.42.2(pid=17655): stdout: \u000a| (launched: 2022-12-09_21:27:00.859064) \u000a21:27:04.979734 run osmo-hlr_10.42.42.2(pid=17655): stderr: \u000a| �[0;m�[1;31m20221209212701161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212701161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212701161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212701161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212701161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212701161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212701183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212701191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212701191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212701191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:05.053929 run osmo-msc_10.42.42.6(pid=17661): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17661)]\u000a21:27:05.117812 run osmo-msc_10.42.42.6(pid=17661): stdout: \u000a| (launched: 2022-12-09_21:27:03.500941) \u000a21:27:05.172416 run osmo-msc_10.42.42.6(pid=17661): stderr: \u000a| �[0;m�[38;5;43m20221209212704006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212704006 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d5d858c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212704006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212704006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212704007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212704007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212704017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212704017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212704017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212704017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:05.219041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17654): Terminating (SIGTERM)\u000a21:27:05.263763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17657): Terminating (SIGTERM)\u000a21:27:05.307856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17660): Terminating (SIGTERM)\u000a21:27:05.319112 --- ParallelTerminationStrategy: PID 17654 died...\u000a21:27:05.376785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17654): Terminated: ok {rc=0}\u000a21:27:05.388685 --- ParallelTerminationStrategy: PID 17657 died...\u000a21:27:05.446245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17657): Terminated: ok {rc=0}\u000a21:27:05.456842 --- ParallelTerminationStrategy: PID 17660 died...\u000a21:27:05.514501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17660): Terminated: ok {rc=0}\u000a21:27:05.605782 bus /sierra_3: Setting Powered False\u000a21:27:06.739716 bus /sierra_3: Setting Powered False\u000a21:27:07.848865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:26:56" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17672): Process ended prematurely: osmo-stp_10.42.42.5(pid=17672) [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17672): Process ended prematurely: osmo-stp_10.42.42.5(pid=17672) [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:27:09.914102 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:09.926419 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:27:10.111349 tst handover.py: using LAC 23845\u000a21:27:10.237335 tst handover.py: using RAC 130\u000a21:27:10.375454 tst handover.py: using CellId 23845\u000a21:27:10.528004 tst handover.py: using BVCI 23846\u000a21:27:10.554248 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:27:10.702616 tst handover.py: using LAC 23846\u000a21:27:10.842419 tst handover.py: using RAC 131\u000a21:27:10.975193 tst handover.py: using CellId 23846\u000a21:27:11.103629 tst handover.py: using BVCI 23847\u000a21:27:11.130147 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:11.142371 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:11.154498 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:11.166509 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:11.178476 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:27:11.191296 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:27:11.315255 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:27:11.534692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:12.041683 run create_hlr_db(pid=17666): Launched\u000a21:27:12.171809 bus /sierra_2: Setting Powered False\u000a21:27:13.248018 run create_hlr_db(pid=17666): Terminated: ok {rc=0}\u000a21:27:13.660913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17668): Launched\u000a21:27:13.996614 run osmo-hlr_10.42.42.2(pid=17669): Launched\u000a21:27:14.229199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:14.835568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17671): Launched\u000a21:27:15.224698 run osmo-stp_10.42.42.5(pid=17672): Launched\u000a21:27:15.410222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:16.122699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17674): Launched\u000a21:27:16.554216 run osmo-msc_10.42.42.6(pid=17675): Launched\u000a21:27:16.869557 run osmo-stp_10.42.42.5(pid=17672): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)]\u000a21:27:17.195551 run osmo-stp_10.42.42.5(pid=17672): stdout: \u000a| (launched: 2022-12-09_21:27:14.995138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:17.411744 run osmo-stp_10.42.42.5(pid=17672): stderr: \u000a| �[0;m�[38;5;43m20221209212715261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212715261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212715261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212715262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212715262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212715262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212715262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:17.548922 run osmo-stp_10.42.42.5(pid=17672): stdout: \u000a| (launched: 2022-12-09_21:27:14.995138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:17.686847 run osmo-stp_10.42.42.5(pid=17672): stderr: \u000a| �[0;m�[38;5;43m20221209212715261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212715261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212715261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212715262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212715262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212715262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212715262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:17.746078 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17672): Process ended prematurely: osmo-stp_10.42.42.5(pid=17672) [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)] [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a21:27:17.755226 tst handover.py:18: Test FAILED (7.8 sec)\u000a21:27:17.835314 run osmo-hlr_10.42.42.2(pid=17669): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17669)]\u000a21:27:17.897553 run osmo-hlr_10.42.42.2(pid=17669): stdout: \u000a| (launched: 2022-12-09_21:27:13.822259) \u000a21:27:17.955250 run osmo-hlr_10.42.42.2(pid=17669): stderr: \u000a| �[0;m�[1;31m20221209212714102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212714102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212714102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212714102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212714102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212714102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212714115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212714128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212714128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212714128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:18.039024 run osmo-msc_10.42.42.6(pid=17675): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17675)]\u000a21:27:18.099752 run osmo-msc_10.42.42.6(pid=17675): stdout: \u000a| (launched: 2022-12-09_21:27:16.296377) \u000a21:27:18.155953 run osmo-msc_10.42.42.6(pid=17675): stderr: \u000a| �[0;m�[38;5;43m20221209212716906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212716906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4930a4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212716906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212716906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212716906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212716907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212716908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212716917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212716918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212716918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:18.200929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17668): Terminating (SIGTERM)\u000a21:27:18.246355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17671): Terminating (SIGTERM)\u000a21:27:18.288251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17674): Terminating (SIGTERM)\u000a21:27:18.299369 --- ParallelTerminationStrategy: PID 17668 died...\u000a21:27:18.357687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17668): Terminated: ok {rc=0}\u000a21:27:18.368435 --- ParallelTerminationStrategy: PID 17671 died...\u000a21:27:18.425594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17671): Terminated: ok {rc=0}\u000a21:27:18.436174 --- ParallelTerminationStrategy: PID 17674 died...\u000a21:27:18.493237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17674): Terminated: ok {rc=0}\u000a21:27:18.583547 bus /sierra_3: Setting Powered False\u000a21:27:19.733512 bus /sierra_3: Setting Powered False\u000a21:27:20.856563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:27:09" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:27:22.998982 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:23.010797 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:27:23.164233 tst handover.py: using LAC 23847\u000a21:27:23.294509 tst handover.py: using RAC 132\u000a21:27:23.425512 tst handover.py: using CellId 23847\u000a21:27:23.550108 tst handover.py: using BVCI 23848\u000a21:27:23.576098 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:27:23.721872 tst handover.py: using LAC 23848\u000a21:27:23.855366 tst handover.py: using RAC 133\u000a21:27:24.006246 tst handover.py: using CellId 23848\u000a21:27:24.153334 tst handover.py: using BVCI 23849\u000a21:27:24.178158 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:24.189969 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:24.201805 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:24.214816 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:24.228363 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:27:24.241201 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:27:24.363538 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:27:24.591000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:25.099634 run create_hlr_db(pid=17680): Launched\u000a21:27:25.229461 bus /sierra_2: Setting Powered False\u000a21:27:26.365693 run create_hlr_db(pid=17680): Terminated: ok {rc=0}\u000a21:27:26.866570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17682): Launched\u000a21:27:27.303478 run osmo-hlr_10.42.42.2(pid=17683): Launched\u000a21:27:27.547037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:28.112748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Launched\u000a21:27:28.555465 run osmo-stp_10.42.42.5(pid=17686): Launched\u000a21:27:28.767064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:29.394821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Launched\u000a21:27:29.863690 run osmo-msc_10.42.42.6(pid=17689): Launched\u000a21:27:30.161761 run osmo-stp_10.42.42.5(pid=17686): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]\u000a21:27:30.363425 run osmo-stp_10.42.42.5(pid=17686): stdout: \u000a| (launched: 2022-12-09_21:27:28.286455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:30.547977 run osmo-stp_10.42.42.5(pid=17686): stderr: \u000a| �[0;m�[38;5;43m20221209212728574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212728574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212728574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212728574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212728575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212728575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212728575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:30.686043 run osmo-stp_10.42.42.5(pid=17686): stdout: \u000a| (launched: 2022-12-09_21:27:28.286455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:30.822286 run osmo-stp_10.42.42.5(pid=17686): stderr: \u000a| �[0;m�[38;5;43m20221209212728574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212728574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212728574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212728574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212728575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212728575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212728575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:30.913558 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)] [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a21:27:30.926710 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:27:31.005536 run osmo-hlr_10.42.42.2(pid=17683): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17683)]\u000a21:27:31.058562 run osmo-hlr_10.42.42.2(pid=17683): stdout: \u000a| (launched: 2022-12-09_21:27:27.038332) \u000a21:27:31.112436 run osmo-hlr_10.42.42.2(pid=17683): stderr: \u000a| �[0;m�[1;31m20221209212727340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212727340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212727340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212727340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212727340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212727349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212727360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212727373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212727373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212727373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:31.185959 run osmo-msc_10.42.42.6(pid=17689): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17689)]\u000a21:27:31.240507 run osmo-msc_10.42.42.6(pid=17689): stdout: \u000a| (launched: 2022-12-09_21:27:29.584884) \u000a21:27:31.294858 run osmo-msc_10.42.42.6(pid=17689): stderr: \u000a| �[0;m�[38;5;43m20221209212730126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212730127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6bf88cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212730127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212730127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212730127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212730127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212730129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212730129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212730129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212730130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:31.341148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17682): Terminating (SIGTERM)\u000a21:27:31.386639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Terminating (SIGTERM)\u000a21:27:31.433591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Terminating (SIGTERM)\u000a21:27:31.443935 --- ParallelTerminationStrategy: PID 17682 died...\u000a21:27:31.501747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17682): Terminated: ok {rc=0}\u000a21:27:31.512356 --- ParallelTerminationStrategy: PID 17685 died...\u000a21:27:31.578038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Terminated: ok {rc=0}\u000a21:27:31.589071 --- ParallelTerminationStrategy: PID 17688 died...\u000a21:27:31.651822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Terminated: ok {rc=0}\u000a21:27:31.753925 bus /sierra_3: Setting Powered False\u000a21:27:32.873510 bus /sierra_3: Setting Powered False\u000a21:27:34.007997 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:27:22" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17702): Process ended prematurely: osmo-stp_10.42.42.5(pid=17702) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17702)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17702): Process ended prematurely: osmo-stp_10.42.42.5(pid=17702) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:27:36.125446 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:36.138016 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:27:36.287336 tst handover.py: using LAC 23849\u000a21:27:36.425994 tst handover.py: using RAC 134\u000a21:27:36.570714 tst handover.py: using CellId 23849\u000a21:27:36.714813 tst handover.py: using BVCI 23850\u000a21:27:36.743224 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:27:36.902516 tst handover.py: using LAC 23850\u000a21:27:37.031734 tst handover.py: using RAC 135\u000a21:27:37.175032 tst handover.py: using CellId 23850\u000a21:27:37.317289 tst handover.py: using BVCI 23851\u000a21:27:37.347025 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:37.359675 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:37.372747 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:37.386745 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:37.401299 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:27:37.414559 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:27:37.543279 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:27:37.772603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:38.313677 run create_hlr_db(pid=17696): Launched\u000a21:27:38.461010 bus /sierra_2: Setting Powered False\u000a21:27:39.539333 run create_hlr_db(pid=17696): Terminated: ok {rc=0}\u000a21:27:39.979278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17698): Launched\u000a21:27:40.353495 run osmo-hlr_10.42.42.2(pid=17699): Launched\u000a21:27:40.481792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:41.088823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17701): Launched\u000a21:27:41.574890 run osmo-stp_10.42.42.5(pid=17702): Launched\u000a21:27:41.862523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:42.539641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17704): Launched\u000a21:27:43.050123 run osmo-msc_10.42.42.6(pid=17705): Launched\u000a21:27:43.306823 run osmo-stp_10.42.42.5(pid=17702): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17702)]\u000a21:27:43.473854 run osmo-stp_10.42.42.5(pid=17702): stdout: \u000a| (launched: 2022-12-09_21:27:41.265446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:43.632079 run osmo-stp_10.42.42.5(pid=17702): stderr: \u000a| �[0;m�[38;5;43m20221209212741668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212741668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212741669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212741669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212741669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212741670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212741670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:43.790501 run osmo-stp_10.42.42.5(pid=17702): stdout: \u000a| (launched: 2022-12-09_21:27:41.265446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:43.944908 run osmo-stp_10.42.42.5(pid=17702): stderr: \u000a| �[0;m�[38;5;43m20221209212741668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212741668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212741669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212741669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212741669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212741670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212741670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:44.013424 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17702): Process ended prematurely: osmo-stp_10.42.42.5(pid=17702) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17702)] [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:27:44.022670 tst handover.py:18: Test FAILED (7.9 sec)\u000a21:27:44.105165 run osmo-hlr_10.42.42.2(pid=17699): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17699)]\u000a21:27:44.166412 run osmo-hlr_10.42.42.2(pid=17699): stdout: \u000a| (launched: 2022-12-09_21:27:40.172452) \u000a21:27:44.225193 run osmo-hlr_10.42.42.2(pid=17699): stderr: \u000a| �[0;m�[1;31m20221209212740531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212740531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212740531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212740531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212740531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212740531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212740568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212740582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212740582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212740582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:44.305477 run osmo-msc_10.42.42.6(pid=17705): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17705)]\u000a21:27:44.363331 run osmo-msc_10.42.42.6(pid=17705): stdout: \u000a| (launched: 2022-12-09_21:27:42.737238) \u000a21:27:44.421125 run osmo-msc_10.42.42.6(pid=17705): stderr: \u000a| �[0;m�[38;5;43m20221209212743018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212743018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f6bc26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212743019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212743019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212743019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212743019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212743021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212743021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212743021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212743021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:44.471999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17698): Terminating (SIGTERM)\u000a21:27:44.519328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17701): Terminating (SIGTERM)\u000a21:27:44.565294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17704): Terminating (SIGTERM)\u000a21:27:44.577334 --- ParallelTerminationStrategy: PID 17698 died...\u000a21:27:44.640184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17698): Terminated: ok {rc=0}\u000a21:27:44.652084 --- ParallelTerminationStrategy: PID 17701 died...\u000a21:27:44.714067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17701): Terminated: ok {rc=0}\u000a21:27:44.725565 --- ParallelTerminationStrategy: PID 17704 died...\u000a21:27:44.789699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17704): Terminated: ok {rc=0}\u000a21:27:44.883727 bus /sierra_3: Setting Powered False\u000a21:27:46.021926 bus /sierra_3: Setting Powered False\u000a21:27:47.156538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:27:35" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17716): Process ended prematurely: osmo-stp_10.42.42.5(pid=17716) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17716)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17716): Process ended prematurely: osmo-stp_10.42.42.5(pid=17716) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:27:49.221609 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:49.236283 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:27:49.408580 tst handover.py: using LAC 23851\u000a21:27:49.567629 tst handover.py: using RAC 136\u000a21:27:49.721698 tst handover.py: using CellId 23851\u000a21:27:49.871033 tst handover.py: using BVCI 23852\u000a21:27:49.900856 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:27:50.044645 tst handover.py: using LAC 23852\u000a21:27:50.191604 tst handover.py: using RAC 137\u000a21:27:50.338753 tst handover.py: using CellId 23852\u000a21:27:50.477293 tst handover.py: using BVCI 23853\u000a21:27:50.502743 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:50.514331 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:50.525735 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:50.537691 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:50.549566 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:27:50.560864 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:27:50.689590 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:27:50.982734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:51.524617 run create_hlr_db(pid=17710): Launched\u000a21:27:51.675502 bus /sierra_2: Setting Powered False\u000a21:27:52.738685 run create_hlr_db(pid=17710): Terminated: ok {rc=0}\u000a21:27:53.198607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17712): Launched\u000a21:27:53.562271 run osmo-hlr_10.42.42.2(pid=17713): Launched\u000a21:27:53.711849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:54.281504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17715): Launched\u000a21:27:54.752217 run osmo-stp_10.42.42.5(pid=17716): Launched\u000a21:27:54.966488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:27:55.691214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17718): Launched\u000a21:27:56.115036 run osmo-msc_10.42.42.6(pid=17719): Launched\u000a21:27:56.547962 run osmo-stp_10.42.42.5(pid=17716): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17716)]\u000a21:27:56.764599 run osmo-stp_10.42.42.5(pid=17716): stdout: \u000a| (launched: 2022-12-09_21:27:54.453913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:56.934278 run osmo-stp_10.42.42.5(pid=17716): stderr: \u000a| �[0;m�[38;5;43m20221209212754831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212754831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212754832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212754832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212754837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212754837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212754837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:57.096053 run osmo-stp_10.42.42.5(pid=17716): stdout: \u000a| (launched: 2022-12-09_21:27:54.453913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:57.250929 run osmo-stp_10.42.42.5(pid=17716): stderr: \u000a| �[0;m�[38;5;43m20221209212754831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212754831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212754832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212754832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212754837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212754837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212754837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:57.319178 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17716): Process ended prematurely: osmo-stp_10.42.42.5(pid=17716) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17716)] [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a21:27:57.329731 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:27:57.396638 run osmo-hlr_10.42.42.2(pid=17713): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17713)]\u000a21:27:57.448746 run osmo-hlr_10.42.42.2(pid=17713): stdout: \u000a| (launched: 2022-12-09_21:27:53.385776) \u000a21:27:57.501520 run osmo-hlr_10.42.42.2(pid=17713): stderr: \u000a| �[0;m�[1;31m20221209212753597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212753597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212753597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212753597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212753597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212753597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212753612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212753623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212753624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212753624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:57.573919 run osmo-msc_10.42.42.6(pid=17719): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17719)]\u000a21:27:57.625870 run osmo-msc_10.42.42.6(pid=17719): stdout: \u000a| (launched: 2022-12-09_21:27:55.855309) \u000a21:27:57.678645 run osmo-msc_10.42.42.6(pid=17719): stderr: \u000a| �[0;m�[38;5;43m20221209212756477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212756478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa21fbf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212756478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212756478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212756478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212756478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212756480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212756480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212756480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212756480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:27:57.724074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17712): Terminating (SIGTERM)\u000a21:27:57.766509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17715): Terminating (SIGTERM)\u000a21:27:57.808739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17718): Terminating (SIGTERM)\u000a21:27:57.818239 --- ParallelTerminationStrategy: PID 17712 died...\u000a21:27:57.874851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17712): Terminated: ok {rc=0}\u000a21:27:57.885126 --- ParallelTerminationStrategy: PID 17715 died...\u000a21:27:57.941732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17715): Terminated: ok {rc=0}\u000a21:27:57.951859 --- ParallelTerminationStrategy: PID 17718 died...\u000a21:27:58.008227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17718): Terminated: ok {rc=0}\u000a21:27:58.103519 bus /sierra_3: Setting Powered False\u000a21:27:59.218462 bus /sierra_3: Setting Powered False\u000a21:28:00.348919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:27:48" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17730): Process ended prematurely: osmo-stp_10.42.42.5(pid=17730) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17730): Process ended prematurely: osmo-stp_10.42.42.5(pid=17730) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:28:02.492881 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:02.509309 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:02.660579 tst handover.py: using LAC 23853\u000a21:28:02.831897 tst handover.py: using RAC 138\u000a21:28:02.961540 tst handover.py: using CellId 23853\u000a21:28:03.100498 tst handover.py: using BVCI 23854\u000a21:28:03.126417 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:03.283844 tst handover.py: using LAC 23854\u000a21:28:03.439012 tst handover.py: using RAC 139\u000a21:28:03.608047 tst handover.py: using CellId 23854\u000a21:28:03.764384 tst handover.py: using BVCI 23855\u000a21:28:03.789566 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:03.801626 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:03.814526 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:03.828717 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:03.840907 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:03.855999 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:04.024279 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:04.298400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:04.845930 run create_hlr_db(pid=17724): Launched\u000a21:28:04.982200 bus /sierra_2: Setting Powered False\u000a21:28:06.060074 run create_hlr_db(pid=17724): Terminated: ok {rc=0}\u000a21:28:06.482171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17726): Launched\u000a21:28:06.854354 run osmo-hlr_10.42.42.2(pid=17727): Launched\u000a21:28:06.984414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:07.539469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17729): Launched\u000a21:28:07.932206 run osmo-stp_10.42.42.5(pid=17730): Launched\u000a21:28:08.088753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:08.685685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17732): Launched\u000a21:28:09.137579 run osmo-msc_10.42.42.6(pid=17733): Launched\u000a21:28:09.563316 run osmo-stp_10.42.42.5(pid=17730): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)]\u000a21:28:09.811577 run osmo-stp_10.42.42.5(pid=17730): stdout: \u000a| (launched: 2022-12-09_21:28:07.710839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:09.959943 run osmo-stp_10.42.42.5(pid=17730): stderr: \u000a| �[0;m�[38;5;43m20221209212807952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212807952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212807952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212807953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212807953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212807953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212807954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:10.103541 run osmo-stp_10.42.42.5(pid=17730): stdout: \u000a| (launched: 2022-12-09_21:28:07.710839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:10.236169 run osmo-stp_10.42.42.5(pid=17730): stderr: \u000a| �[0;m�[38;5;43m20221209212807952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212807952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212807952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212807953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212807953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212807953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212807954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:10.294760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17730): Process ended prematurely: osmo-stp_10.42.42.5(pid=17730) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)] [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a21:28:10.303950 tst handover.py:18: Test FAILED (7.8 sec)\u000a21:28:10.367541 run osmo-hlr_10.42.42.2(pid=17727): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17727)]\u000a21:28:10.420503 run osmo-hlr_10.42.42.2(pid=17727): stdout: \u000a| (launched: 2022-12-09_21:28:06.653145) \u000a21:28:10.473484 run osmo-hlr_10.42.42.2(pid=17727): stderr: \u000a| �[0;m�[1;31m20221209212806921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212806921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212806921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212806921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212806921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212806921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212806939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212806954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212806954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212806954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:10.545469 run osmo-msc_10.42.42.6(pid=17733): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17733)]\u000a21:28:10.597759 run osmo-msc_10.42.42.6(pid=17733): stdout: \u000a| (launched: 2022-12-09_21:28:08.856500) \u000a21:28:10.650577 run osmo-msc_10.42.42.6(pid=17733): stderr: \u000a| �[0;m�[38;5;43m20221209212809506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212809506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76d35b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212809506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212809506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212809506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212809507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212809508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212809511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212809512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212809512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:10.695845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17726): Terminating (SIGTERM)\u000a21:28:10.738481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17729): Terminating (SIGTERM)\u000a21:28:10.781086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17732): Terminating (SIGTERM)\u000a21:28:10.791445 --- ParallelTerminationStrategy: PID 17726 died...\u000a21:28:10.849747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17726): Terminated: ok {rc=0}\u000a21:28:10.860298 --- ParallelTerminationStrategy: PID 17729 died...\u000a21:28:10.917419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17729): Terminated: ok {rc=0}\u000a21:28:10.928075 --- ParallelTerminationStrategy: PID 17732 died...\u000a21:28:10.985253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17732): Terminated: ok {rc=0}\u000a21:28:11.072826 bus /sierra_3: Setting Powered False\u000a21:28:12.179317 bus /sierra_3: Setting Powered False\u000a21:28:13.305350 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:28:02" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:28:15.405288 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:15.420755 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:15.594017 tst handover.py: using LAC 23855\u000a21:28:15.743054 tst handover.py: using RAC 140\u000a21:28:15.918308 tst handover.py: using CellId 23855\u000a21:28:16.069823 tst handover.py: using BVCI 23856\u000a21:28:16.097660 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:16.282949 tst handover.py: using LAC 23856\u000a21:28:16.449356 tst handover.py: using RAC 141\u000a21:28:16.640882 tst handover.py: using CellId 23856\u000a21:28:16.808116 tst handover.py: using BVCI 23857\u000a21:28:16.839855 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:16.853931 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:16.866293 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:16.878692 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:16.891762 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:16.904108 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:17.060463 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:17.350385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:17.999206 run create_hlr_db(pid=17738): Launched\u000a21:28:18.148866 bus /sierra_2: Setting Powered False\u000a21:28:19.218131 run create_hlr_db(pid=17738): Terminated: ok {rc=0}\u000a21:28:19.636718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Launched\u000a21:28:19.973950 run osmo-hlr_10.42.42.2(pid=17741): Launched\u000a21:28:20.100539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:20.667525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Launched\u000a21:28:21.014664 run osmo-stp_10.42.42.5(pid=17744): Launched\u000a21:28:21.153374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:21.759589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Launched\u000a21:28:22.115328 run osmo-msc_10.42.42.6(pid=17758): Launched\u000a21:28:22.311078 run osmo-stp_10.42.42.5(pid=17744): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]\u000a21:28:22.451653 run osmo-stp_10.42.42.5(pid=17744): stdout: \u000a| (launched: 2022-12-09_21:28:20.849180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:22.591352 run osmo-stp_10.42.42.5(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221209212821023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212821023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212821023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212821023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212821024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212821024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212821024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:22.725277 run osmo-stp_10.42.42.5(pid=17744): stdout: \u000a| (launched: 2022-12-09_21:28:20.849180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:22.857375 run osmo-stp_10.42.42.5(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221209212821023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212821023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212821023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212821023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212821024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212821024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212821024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:22.914975 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)] [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a21:28:22.923809 tst handover.py:18: Test FAILED (7.5 sec)\u000a21:28:22.986837 run osmo-hlr_10.42.42.2(pid=17741): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17741)]\u000a21:28:23.038231 run osmo-hlr_10.42.42.2(pid=17741): stdout: \u000a| (launched: 2022-12-09_21:28:19.808402) \u000a21:28:23.090355 run osmo-hlr_10.42.42.2(pid=17741): stderr: \u000a| �[0;m�[1;31m20221209212820031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212820031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212820031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212820031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212820031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212820031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212820042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212820054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212820055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212820055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:23.161307 run osmo-msc_10.42.42.6(pid=17758): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17758)]\u000a21:28:23.212731 run osmo-msc_10.42.42.6(pid=17758): stdout: \u000a| (launched: 2022-12-09_21:28:21.935484) \u000a21:28:23.264590 run osmo-msc_10.42.42.6(pid=17758): stderr: \u000a| �[0;m�[38;5;43m20221209212822277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212822277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa853c14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212822277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212822277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212822278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212822278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212822279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212822280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212822280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212822280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:23.308610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Terminating (SIGTERM)\u000a21:28:23.350176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Terminating (SIGTERM)\u000a21:28:23.391704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Terminating (SIGTERM)\u000a21:28:23.401502 --- ParallelTerminationStrategy: PID 17740 died...\u000a21:28:23.457354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Terminated: ok {rc=0}\u000a21:28:23.467419 --- ParallelTerminationStrategy: PID 17743 died...\u000a21:28:23.523320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Terminated: ok {rc=0}\u000a21:28:23.533874 --- ParallelTerminationStrategy: PID 17746 died...\u000a21:28:23.590122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Terminated: ok {rc=0}\u000a21:28:23.678892 bus /sierra_3: Setting Powered False\u000a21:28:24.786040 bus /sierra_3: Setting Powered False\u000a21:28:25.894579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:28:15" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17772): Process ended prematurely: osmo-stp_10.42.42.5(pid=17772) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17772)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17772): Process ended prematurely: osmo-stp_10.42.42.5(pid=17772) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:28:27.909856 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:27.922363 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:28:28.072592 tst handover.py: using LAC 23857\u000a21:28:28.202476 tst handover.py: using RAC 142\u000a21:28:28.332142 tst handover.py: using CellId 23857\u000a21:28:28.461743 tst handover.py: using BVCI 23858\u000a21:28:28.487277 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:28:28.625693 tst handover.py: using LAC 23858\u000a21:28:28.767007 tst handover.py: using RAC 143\u000a21:28:28.922516 tst handover.py: using CellId 23858\u000a21:28:29.091733 tst handover.py: using BVCI 23859\u000a21:28:29.117294 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:29.129680 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:29.141992 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:29.153930 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:29.165547 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:28:29.177621 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:28:29.327039 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:28:29.563550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:30.144914 run create_hlr_db(pid=17766): Launched\u000a21:28:30.282785 bus /sierra_2: Setting Powered False\u000a21:28:31.414006 run create_hlr_db(pid=17766): Terminated: ok {rc=0}\u000a21:28:31.992640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17768): Launched\u000a21:28:32.514554 run osmo-hlr_10.42.42.2(pid=17769): Launched\u000a21:28:32.798418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:33.447095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17771): Launched\u000a21:28:33.881811 run osmo-stp_10.42.42.5(pid=17772): Launched\u000a21:28:34.144888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:34.869962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17774): Launched\u000a21:28:35.266669 run osmo-msc_10.42.42.6(pid=17775): Launched\u000a21:28:35.688736 run osmo-stp_10.42.42.5(pid=17772): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17772)]\u000a21:28:35.889308 run osmo-stp_10.42.42.5(pid=17772): stdout: \u000a| (launched: 2022-12-09_21:28:33.617821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:36.022262 run osmo-stp_10.42.42.5(pid=17772): stderr: \u000a| �[0;m�[38;5;43m20221209212833908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212833908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212833908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212833917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212833917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212833917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212833917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:36.151976 run osmo-stp_10.42.42.5(pid=17772): stdout: \u000a| (launched: 2022-12-09_21:28:33.617821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:36.279050 run osmo-stp_10.42.42.5(pid=17772): stderr: \u000a| �[0;m�[38;5;43m20221209212833908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212833908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212833908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212833917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212833917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212833917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212833917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:36.336297 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17772): Process ended prematurely: osmo-stp_10.42.42.5(pid=17772) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17772)] [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a21:28:36.346029 tst handover.py:18: Test FAILED (8.4 sec)\u000a21:28:36.412388 run osmo-hlr_10.42.42.2(pid=17769): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17769)]\u000a21:28:36.466589 run osmo-hlr_10.42.42.2(pid=17769): stdout: \u000a| (launched: 2022-12-09_21:28:32.210632) \u000a21:28:36.519865 run osmo-hlr_10.42.42.2(pid=17769): stderr: \u000a| �[0;m�[1;31m20221209212832561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212832561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212832561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212832561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212832561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212832561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212832579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212832592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212832592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212832592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:36.592104 run osmo-msc_10.42.42.6(pid=17775): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17775)]\u000a21:28:36.645768 run osmo-msc_10.42.42.6(pid=17775): stdout: \u000a| (launched: 2022-12-09_21:28:35.032725) \u000a21:28:36.700396 run osmo-msc_10.42.42.6(pid=17775): stderr: \u000a| �[0;m�[38;5;43m20221209212835523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212835524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee8b87fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212835524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212835524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212835524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212835524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212835530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:36.744789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17768): Terminating (SIGTERM)\u000a21:28:36.791154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17771): Terminating (SIGTERM)\u000a21:28:36.836794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17774): Terminating (SIGTERM)\u000a21:28:36.848673 --- ParallelTerminationStrategy: PID 17768 died...\u000a21:28:36.910751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17768): Terminated: ok {rc=0}\u000a21:28:36.921646 --- ParallelTerminationStrategy: PID 17771 died...\u000a21:28:36.979172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17771): Terminated: ok {rc=0}\u000a21:28:36.989947 --- ParallelTerminationStrategy: PID 17774 died...\u000a21:28:37.046598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17774): Terminated: ok {rc=0}\u000a21:28:37.133597 bus /sierra_3: Setting Powered False\u000a21:28:38.271547 bus /sierra_3: Setting Powered False\u000a21:28:39.398499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:28:27" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17786): Process ended prematurely: osmo-stp_10.42.42.5(pid=17786) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17786)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17786): Process ended prematurely: osmo-stp_10.42.42.5(pid=17786) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:28:41.567759 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:41.588533 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:41.770019 tst handover.py: using LAC 23859\u000a21:28:41.927030 tst handover.py: using RAC 144\u000a21:28:42.099366 tst handover.py: using CellId 23859\u000a21:28:42.231075 tst handover.py: using BVCI 23860\u000a21:28:42.256056 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:28:42.413817 tst handover.py: using LAC 23860\u000a21:28:42.562003 tst handover.py: using RAC 145\u000a21:28:42.730963 tst handover.py: using CellId 23860\u000a21:28:42.859820 tst handover.py: using BVCI 23861\u000a21:28:42.885467 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:42.897572 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:42.910325 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:42.923601 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:42.936201 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:28:42.947936 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:43.094386 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:28:43.344834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:43.851602 run create_hlr_db(pid=17780): Launched\u000a21:28:43.982611 bus /sierra_2: Setting Powered False\u000a21:28:45.142465 run create_hlr_db(pid=17780): Terminated: ok {rc=0}\u000a21:28:45.575177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17782): Launched\u000a21:28:45.923145 run osmo-hlr_10.42.42.2(pid=17783): Launched\u000a21:28:46.133524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:46.896215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17785): Launched\u000a21:28:47.307577 run osmo-stp_10.42.42.5(pid=17786): Launched\u000a21:28:47.496723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:28:48.243748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17788): Launched\u000a21:28:48.709795 run osmo-msc_10.42.42.6(pid=17789): Launched\u000a21:28:49.132174 run osmo-stp_10.42.42.5(pid=17786): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17786)]\u000a21:28:49.423330 run osmo-stp_10.42.42.5(pid=17786): stdout: \u000a| (launched: 2022-12-09_21:28:47.070318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:49.554959 run osmo-stp_10.42.42.5(pid=17786): stderr: \u000a| �[0;m�[38;5;43m20221209212847474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212847474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212847474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212847474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212847475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212847475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212847475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:49.682492 run osmo-stp_10.42.42.5(pid=17786): stdout: \u000a| (launched: 2022-12-09_21:28:47.070318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:49.808598 run osmo-stp_10.42.42.5(pid=17786): stderr: \u000a| �[0;m�[38;5;43m20221209212847474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212847474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212847474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212847474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212847475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212847475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212847475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:49.863483 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17786): Process ended prematurely: osmo-stp_10.42.42.5(pid=17786) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17786)] [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a21:28:49.871891 tst handover.py:18: Test FAILED (8.3 sec)\u000a21:28:49.936037 run osmo-hlr_10.42.42.2(pid=17783): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17783)]\u000a21:28:49.986481 run osmo-hlr_10.42.42.2(pid=17783): stdout: \u000a| (launched: 2022-12-09_21:28:45.751950) \u000a21:28:50.038255 run osmo-hlr_10.42.42.2(pid=17783): stderr: \u000a| �[0;m�[1;31m20221209212846139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212846139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212846139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212846139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212846139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212846139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212846160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212846177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212846177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212846177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:50.107732 run osmo-msc_10.42.42.6(pid=17789): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17789)]\u000a21:28:50.158716 run osmo-msc_10.42.42.6(pid=17789): stdout: \u000a| (launched: 2022-12-09_21:28:48.417857) \u000a21:28:50.210708 run osmo-msc_10.42.42.6(pid=17789): stderr: \u000a| �[0;m�[38;5;43m20221209212848968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212848968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa519ad5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212848968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212848968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212848977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212848977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212848989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212848989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212848989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212848990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:28:50.254252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17782): Terminating (SIGTERM)\u000a21:28:50.299473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17785): Terminating (SIGTERM)\u000a21:28:50.342816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17788): Terminating (SIGTERM)\u000a21:28:50.354592 --- ParallelTerminationStrategy: PID 17782 died...\u000a21:28:50.412827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17782): Terminated: ok {rc=0}\u000a21:28:50.423392 --- ParallelTerminationStrategy: PID 17785 died...\u000a21:28:50.479761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17785): Terminated: ok {rc=0}\u000a21:28:50.490553 --- ParallelTerminationStrategy: PID 17788 died...\u000a21:28:50.547360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17788): Terminated: ok {rc=0}\u000a21:28:50.633688 bus /sierra_3: Setting Powered False\u000a21:28:51.775887 bus /sierra_3: Setting Powered False\u000a21:28:52.911168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:28:41" }, { "cases" : [ { "testActions" : [ ], "age" : 193, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17801): Process ended prematurely: osmo-stp_10.42.42.5(pid=17801) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17801)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17801): Process ended prematurely: osmo-stp_10.42.42.5(pid=17801) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:28:55.012198 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:55.024157 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:55.174877 tst handover.py: using LAC 23861\u000a21:28:55.353523 tst handover.py: using RAC 146\u000a21:28:55.510991 tst handover.py: using CellId 23861\u000a21:28:55.637226 tst handover.py: using BVCI 23862\u000a21:28:55.662034 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:28:55.810826 tst handover.py: using LAC 23862\u000a21:28:55.968500 tst handover.py: using RAC 147\u000a21:28:56.146801 tst handover.py: using CellId 23862\u000a21:28:56.329226 tst handover.py: using BVCI 23863\u000a21:28:56.354593 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:56.366614 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:56.379436 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:56.392430 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:56.405120 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:28:56.418016 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:56.558468 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:28:56.786025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:57.301196 run create_hlr_db(pid=17795): Launched\u000a21:28:57.431038 bus /sierra_2: Setting Powered False\u000a21:28:58.525596 run create_hlr_db(pid=17795): Terminated: ok {rc=0}\u000a21:28:58.941318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17797): Launched\u000a21:28:59.289590 run osmo-hlr_10.42.42.2(pid=17798): Launched\u000a21:28:59.495219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:00.116334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17800): Launched\u000a21:29:00.532001 run osmo-stp_10.42.42.5(pid=17801): Launched\u000a21:29:00.768137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:01.463916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17803): Launched\u000a21:29:01.880048 run osmo-msc_10.42.42.6(pid=17804): Launched\u000a21:29:02.251826 run osmo-stp_10.42.42.5(pid=17801): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17801)]\u000a21:29:02.533760 run osmo-stp_10.42.42.5(pid=17801): stdout: \u000a| (launched: 2022-12-09_21:29:00.277916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:02.694550 run osmo-stp_10.42.42.5(pid=17801): stderr: \u000a| �[0;m�[38;5;43m20221209212900599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212900599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212900599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212900599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212900600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212900600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212900600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:02.851681 run osmo-stp_10.42.42.5(pid=17801): stdout: \u000a| (launched: 2022-12-09_21:29:00.277916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:03.008231 run osmo-stp_10.42.42.5(pid=17801): stderr: \u000a| �[0;m�[38;5;43m20221209212900599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212900599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212900599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212900599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212900600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212900600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212900600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:03.078420 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17801): Process ended prematurely: osmo-stp_10.42.42.5(pid=17801) [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17801)] [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a21:29:03.091736 tst handover.py:18: Test FAILED (8.1 sec)\u000a21:29:03.166785 run osmo-hlr_10.42.42.2(pid=17798): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17798)]\u000a21:29:03.223327 run osmo-hlr_10.42.42.2(pid=17798): stdout: \u000a| (launched: 2022-12-09_21:28:59.104875) \u000a21:29:03.285436 run osmo-hlr_10.42.42.2(pid=17798): stderr: \u000a| �[0;m�[1;31m20221209212859440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212859440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212859440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212859440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212859441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212859441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212859462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212859478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212859479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212859479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:03.368215 run osmo-msc_10.42.42.6(pid=17804): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17804)]\u000a21:29:03.423788 run osmo-msc_10.42.42.6(pid=17804): stdout: \u000a| (launched: 2022-12-09_21:29:01.660481) \u000a21:29:03.477522 run osmo-msc_10.42.42.6(pid=17804): stderr: \u000a| �[0;m�[38;5;43m20221209212902245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212902245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f830783cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212902245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212902245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212902245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212902246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212902247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212902248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212902248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212902248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:03.522019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17797): Terminating (SIGTERM)\u000a21:29:03.566204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17800): Terminating (SIGTERM)\u000a21:29:03.612377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17803): Terminating (SIGTERM)\u000a21:29:03.622850 --- ParallelTerminationStrategy: PID 17797 died...\u000a21:29:03.681663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17797): Terminated: ok {rc=0}\u000a21:29:03.693399 --- ParallelTerminationStrategy: PID 17800 died...\u000a21:29:03.750279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17800): Terminated: ok {rc=0}\u000a21:29:03.761077 --- ParallelTerminationStrategy: PID 17803 died...\u000a21:29:03.816537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17803): Terminated: ok {rc=0}\u000a21:29:03.929137 bus /sierra_3: Setting Powered False\u000a21:29:05.053739 bus /sierra_3: Setting Powered False\u000a21:29:06.190324 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:28:54" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17815): Process ended prematurely: osmo-stp_10.42.42.5(pid=17815) [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17815): Process ended prematurely: osmo-stp_10.42.42.5(pid=17815) [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:29:08.254802 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:08.274068 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:29:08.408087 tst handover.py: using LAC 23863\u000a21:29:08.539789 tst handover.py: using RAC 148\u000a21:29:08.674445 tst handover.py: using CellId 23863\u000a21:29:08.854418 tst handover.py: using BVCI 23864\u000a21:29:08.891824 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:29:09.038440 tst handover.py: using LAC 23864\u000a21:29:09.205994 tst handover.py: using RAC 149\u000a21:29:09.343510 tst handover.py: using CellId 23864\u000a21:29:09.476082 tst handover.py: using BVCI 23865\u000a21:29:09.503691 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:09.515731 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:09.528413 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:09.539981 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:09.552030 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:29:09.563944 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:29:09.685849 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:29:09.904818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:10.472261 run create_hlr_db(pid=17809): Launched\u000a21:29:10.610649 bus /sierra_2: Setting Powered False\u000a21:29:11.689864 run create_hlr_db(pid=17809): Terminated: ok {rc=0}\u000a21:29:12.123872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17811): Launched\u000a21:29:12.557263 run osmo-hlr_10.42.42.2(pid=17812): Launched\u000a21:29:12.801757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:13.363985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17814): Launched\u000a21:29:13.791325 run osmo-stp_10.42.42.5(pid=17815): Launched\u000a21:29:14.067776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:14.733995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17817): Launched\u000a21:29:15.298481 run osmo-msc_10.42.42.6(pid=17818): Launched\u000a21:29:15.689967 run osmo-stp_10.42.42.5(pid=17815): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)]\u000a21:29:15.932934 run osmo-stp_10.42.42.5(pid=17815): stdout: \u000a| (launched: 2022-12-09_21:29:13.534886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:16.086298 run osmo-stp_10.42.42.5(pid=17815): stderr: \u000a| �[0;m�[38;5;43m20221209212913829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212913829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212913830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212913830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212913831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212913831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212913831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:16.221285 run osmo-stp_10.42.42.5(pid=17815): stdout: \u000a| (launched: 2022-12-09_21:29:13.534886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:16.359355 run osmo-stp_10.42.42.5(pid=17815): stderr: \u000a| �[0;m�[38;5;43m20221209212913829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212913829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212913830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212913830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212913831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212913831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212913831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:16.418739 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17815): Process ended prematurely: osmo-stp_10.42.42.5(pid=17815) [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)] [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a21:29:16.427920 tst handover.py:18: Test FAILED (8.2 sec)\u000a21:29:16.492929 run osmo-hlr_10.42.42.2(pid=17812): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17812)]\u000a21:29:16.546480 run osmo-hlr_10.42.42.2(pid=17812): stdout: \u000a| (launched: 2022-12-09_21:29:12.296431) \u000a21:29:16.601143 run osmo-hlr_10.42.42.2(pid=17812): stderr: \u000a| �[0;m�[1;31m20221209212912597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212912598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212912598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212912598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212912598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212912598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212912615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212912631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212912631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212912631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:16.673894 run osmo-msc_10.42.42.6(pid=17818): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17818)]\u000a21:29:16.727105 run osmo-msc_10.42.42.6(pid=17818): stdout: \u000a| (launched: 2022-12-09_21:29:14.999903) \u000a21:29:16.780526 run osmo-msc_10.42.42.6(pid=17818): stderr: \u000a| �[0;m�[38;5;43m20221209212915558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212915558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30ade76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212915558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212915558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212915558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212915558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212915560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212915561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212915561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212915561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:16.826010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17811): Terminating (SIGTERM)\u000a21:29:16.871605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17814): Terminating (SIGTERM)\u000a21:29:16.917564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17817): Terminating (SIGTERM)\u000a21:29:16.927955 --- ParallelTerminationStrategy: PID 17811 died...\u000a21:29:16.987062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17811): Terminated: ok {rc=0}\u000a21:29:16.997787 --- ParallelTerminationStrategy: PID 17814 died...\u000a21:29:17.055993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17814): Terminated: ok {rc=0}\u000a21:29:17.066673 --- ParallelTerminationStrategy: PID 17817 died...\u000a21:29:17.124335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17817): Terminated: ok {rc=0}\u000a21:29:17.214342 bus /sierra_3: Setting Powered False\u000a21:29:18.340110 bus /sierra_3: Setting Powered False\u000a21:29:19.448151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:29:07" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17829): Process ended prematurely: osmo-stp_10.42.42.5(pid=17829) [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17829): Process ended prematurely: osmo-stp_10.42.42.5(pid=17829) [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:29:21.448166 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:21.461406 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:21.591541 tst handover.py: using LAC 23865\u000a21:29:21.714093 tst handover.py: using RAC 150\u000a21:29:21.851519 tst handover.py: using CellId 23865\u000a21:29:21.986656 tst handover.py: using BVCI 23866\u000a21:29:22.012631 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:22.159386 tst handover.py: using LAC 23866\u000a21:29:22.288601 tst handover.py: using RAC 151\u000a21:29:22.418160 tst handover.py: using CellId 23866\u000a21:29:22.550074 tst handover.py: using BVCI 23867\u000a21:29:22.576399 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:22.588625 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:22.600339 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:22.612217 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:22.624022 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:22.636069 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:22.760115 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:22.984128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:23.508159 run create_hlr_db(pid=17823): Launched\u000a21:29:23.653109 bus /sierra_2: Setting Powered False\u000a21:29:24.727339 run create_hlr_db(pid=17823): Terminated: ok {rc=0}\u000a21:29:25.127731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17825): Launched\u000a21:29:25.458061 run osmo-hlr_10.42.42.2(pid=17826): Launched\u000a21:29:25.587410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:26.125379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17828): Launched\u000a21:29:26.459585 run osmo-stp_10.42.42.5(pid=17829): Launched\u000a21:29:26.583193 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:27.141363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17831): Launched\u000a21:29:27.471338 run osmo-msc_10.42.42.6(pid=17832): Launched\u000a21:29:27.675704 run osmo-stp_10.42.42.5(pid=17829): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)]\u000a21:29:27.814363 run osmo-stp_10.42.42.5(pid=17829): stdout: \u000a| (launched: 2022-12-09_21:29:26.292835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:27.947061 run osmo-stp_10.42.42.5(pid=17829): stderr: \u000a| �[0;m�[38;5;43m20221209212926467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212926467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212926467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212926467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212926468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212926468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212926468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:28.075588 run osmo-stp_10.42.42.5(pid=17829): stdout: \u000a| (launched: 2022-12-09_21:29:26.292835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:28.203670 run osmo-stp_10.42.42.5(pid=17829): stderr: \u000a| �[0;m�[38;5;43m20221209212926467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212926467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212926467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212926467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212926468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212926468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212926468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:28.259778 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17829): Process ended prematurely: osmo-stp_10.42.42.5(pid=17829) [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)] [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a21:29:28.268405 tst handover.py:18: Test FAILED (6.8 sec)\u000a21:29:28.330737 run osmo-hlr_10.42.42.2(pid=17826): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17826)]\u000a21:29:28.381641 run osmo-hlr_10.42.42.2(pid=17826): stdout: \u000a| (launched: 2022-12-09_21:29:25.290332) \u000a21:29:28.433423 run osmo-hlr_10.42.42.2(pid=17826): stderr: \u000a| �[0;m�[1;31m20221209212925468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212925468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212925468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212925468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212925468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212925469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212925481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212925490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212925490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212925490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:28.503787 run osmo-msc_10.42.42.6(pid=17832): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17832)]\u000a21:29:28.554966 run osmo-msc_10.42.42.6(pid=17832): stdout: \u000a| (launched: 2022-12-09_21:29:27.304059) \u000a21:29:28.607121 run osmo-msc_10.42.42.6(pid=17832): stderr: \u000a| �[0;m�[38;5;43m20221209212927579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212927579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9d7478c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212927579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212927579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212927579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212927579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212927581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212927582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212927582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212927582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:28.650194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17825): Terminating (SIGTERM)\u000a21:29:28.691416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17828): Terminating (SIGTERM)\u000a21:29:28.732595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17831): Terminating (SIGTERM)\u000a21:29:28.742647 --- ParallelTerminationStrategy: PID 17825 died...\u000a21:29:28.798020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17825): Terminated: ok {rc=0}\u000a21:29:28.808326 --- ParallelTerminationStrategy: PID 17828 died...\u000a21:29:28.863051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17828): Terminated: ok {rc=0}\u000a21:29:28.873769 --- ParallelTerminationStrategy: PID 17831 died...\u000a21:29:28.928931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17831): Terminated: ok {rc=0}\u000a21:29:29.016514 bus /sierra_3: Setting Powered False\u000a21:29:30.120348 bus /sierra_3: Setting Powered False\u000a21:29:31.234876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:29:21" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17843): Process ended prematurely: osmo-stp_10.42.42.5(pid=17843) [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17843)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17843): Process ended prematurely: osmo-stp_10.42.42.5(pid=17843) [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2364 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:29:33.263156 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:33.274165 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:33.416928 tst handover.py: using LAC 23867\u000a21:29:33.546233 tst handover.py: using RAC 152\u000a21:29:33.675915 tst handover.py: using CellId 23867\u000a21:29:33.802128 tst handover.py: using BVCI 23868\u000a21:29:33.826602 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:29:33.968839 tst handover.py: using LAC 23868\u000a21:29:34.095157 tst handover.py: using RAC 153\u000a21:29:34.227587 tst handover.py: using CellId 23868\u000a21:29:34.356382 tst handover.py: using BVCI 23869\u000a21:29:34.381195 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:34.392565 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:34.404188 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:34.415764 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:34.427620 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:29:34.438706 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:34.561179 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:29:34.776030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:35.265515 run create_hlr_db(pid=17837): Launched\u000a21:29:35.398091 bus /sierra_2: Setting Powered False\u000a21:29:36.472113 run create_hlr_db(pid=17837): Terminated: ok {rc=0}\u000a21:29:36.890443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17839): Launched\u000a21:29:37.227848 run osmo-hlr_10.42.42.2(pid=17840): Launched\u000a21:29:37.355609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:37.917316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17842): Launched\u000a21:29:38.346749 run osmo-stp_10.42.42.5(pid=17843): Launched\u000a21:29:38.574247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:29:39.186269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17845): Launched\u000a21:29:39.642933 run osmo-msc_10.42.42.6(pid=17846): Launched\u000a21:29:40.088058 run osmo-stp_10.42.42.5(pid=17843): ERR: Terminated: ERROR {rc=1} [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17843)]\u000a21:29:40.377850 run osmo-stp_10.42.42.5(pid=17843): stdout: \u000a| (launched: 2022-12-09_21:29:38.081321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:40.520087 run osmo-stp_10.42.42.5(pid=17843): stderr: \u000a| �[0;m�[38;5;43m20221209212938379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212938379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212938379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212938379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212938380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212938380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212938380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:40.657921 run osmo-stp_10.42.42.5(pid=17843): stdout: \u000a| (launched: 2022-12-09_21:29:38.081321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:40.794960 run osmo-stp_10.42.42.5(pid=17843): stderr: \u000a| �[0;m�[38;5;43m20221209212938379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209212938379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209212938379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209212938379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209212938380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209212938380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209212938380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:40.854598 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17843): Process ended prematurely: osmo-stp_10.42.42.5(pid=17843) [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17843)] [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a21:29:40.863354 tst handover.py:18: Test FAILED (7.6 sec)\u000a21:29:40.931219 run osmo-hlr_10.42.42.2(pid=17840): ERR: Terminated: ERROR {rc=237} [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17840)]\u000a21:29:40.984711 run osmo-hlr_10.42.42.2(pid=17840): stdout: \u000a| (launched: 2022-12-09_21:29:37.060774) \u000a21:29:41.039258 run osmo-hlr_10.42.42.2(pid=17840): stderr: \u000a| �[0;m�[1;31m20221209212937266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209212937266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209212937266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212937266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209212937266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209212937266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209212937281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2364/run.2022-12-09_20-04-44/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209212937290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209212937290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209212937290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:41.114263 run osmo-msc_10.42.42.6(pid=17846): ERR: Terminated: ERROR {rc=2} [trial-2364↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17846)]\u000a21:29:41.167763 run osmo-msc_10.42.42.6(pid=17846): stdout: \u000a| (launched: 2022-12-09_21:29:39.363143) \u000a21:29:41.222357 run osmo-msc_10.42.42.6(pid=17846): stderr: \u000a| �[0;m�[38;5;43m20221209212939928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209212939928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc5c02fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209212939928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209212939928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209212939928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209212939928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209212939938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209212939939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209212939939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209212939939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:29:41.268183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17839): Terminating (SIGTERM)\u000a21:29:41.314030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17842): Terminating (SIGTERM)\u000a21:29:41.360110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17845): Terminating (SIGTERM)\u000a21:29:41.370488 --- ParallelTerminationStrategy: PID 17839 died...\u000a21:29:41.431004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17839): Terminated: ok {rc=0}\u000a21:29:41.441667 --- ParallelTerminationStrategy: PID 17842 died...\u000a21:29:41.501020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17842): Terminated: ok {rc=0}\u000a21:29:41.511512 --- ParallelTerminationStrategy: PID 17845 died...\u000a21:29:41.570083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17845): Terminated: ok {rc=0}\u000a21:29:41.659191 bus /sierra_3: Setting Powered False\u000a21:29:42.783334 bus /sierra_3: Setting Powered False\u000a21:29:43.903456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:29:32" } ] }